-- Logs begin at Thu 2021-04-08 19:04:11 UTC, end at Thu 2021-04-08 20:14:00 UTC. --
Apr 08 19:43:05.940937 dv-cinder-784623-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 19:43:08.807919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.common.config [-] Logging enabled!
Apr 08 19:43:08.808414 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46
Apr 08 19:43:08.809762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 19:43:08.811547 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.common.config [-] Logging enabled!
Apr 08 19:43:08.811835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46
Apr 08 19:43:08.812183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 19:43:08.813225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 19:43:08.813494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 19:43:08.814556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 19:43:08.814838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 19:43:08.815095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 19:43:08.815461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.815807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.816148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.816410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.816750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.817084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.817409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.817741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.818124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.818448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.818763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.819085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.819348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.819668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.819997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.820323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.820577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.820893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.822036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.822354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.822675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.823007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.823322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.823628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.823940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.824260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.824625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-4-iscsi {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.824940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.825266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.825593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.825944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.826257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.826568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.826893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.827202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.827507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.827816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.828146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.828474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.828807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.829061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.829316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.829643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.830000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.830315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.830626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.830934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.831245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.831553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.831853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.832180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.832506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.832830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.833142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.833451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.833756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.834089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.834416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.834725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.835033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.835342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.835669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.835972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.836281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.836624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.836970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.837294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.837620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.837953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.838279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.838586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.838892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.839203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.839510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.839817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.840137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.840442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.840748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.841056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.841360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.841687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:08.842043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.842379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.842722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.843041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.843376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.843693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.844023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.844336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.844666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.844997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.845316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.845629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.845976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.846290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.846624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.846975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.847312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.847646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.847957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.848267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.848574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.848889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.849216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.849551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.849907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.850220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.850534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.850867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.851182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.851490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.851804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.852132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.852444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.853303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.853688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.853959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.854269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.854577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.854889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.855221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.855536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.855844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.856151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.856463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.856771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.857093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.857408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.857716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.858049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.858365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.858675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.858987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.859300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.859610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.859921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.860229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.860536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.860846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.861151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.861457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.861765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.862096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.862407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.862713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.863018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.863324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.863632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.863939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.864258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.864592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.864905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.865218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.865531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.865868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.866183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.866493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.866807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.867118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.867423 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.867756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.868077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.869070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.869414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.869683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.870048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.870367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.870689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.871003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.871319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.871646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.871965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.872302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.872630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.872960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.873290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.873618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.873959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.874314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.874634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:08.874882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 19:43:08.875169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85271) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 08 19:43:09.533435 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading Gnome
Apr 08 19:43:09.550315 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading Google
Apr 08 19:43:09.552837 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading Windows (alt)
Apr 08 19:43:09.556725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading file
Apr 08 19:43:09.557541 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading keyczar
Apr 08 19:43:09.557835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading multi
Apr 08 19:43:09.558482 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO keyring.backend [-] Loading pyfs
Apr 08 19:43:09.605147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:09.605455 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:09.605807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:09.606192 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 19:43:09.998941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:09.999474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:09.999566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.002419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.002726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.003025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.040203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.040625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.040929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.054238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.054547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.054849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.122120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.122456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.122757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.123873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.124177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.124474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.394650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd2f2c69e18> agent after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.394945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd2f2c69e18> agent after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.395199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd2f2c69ea0> segment precommit_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.395766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd2f2c69f28> network precommit_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.397545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd2f2d2f048> segment before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.550018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> network before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.550392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd2f2c4b7b8> agent before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.550711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> network before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.551010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.551306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.551685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> segment after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.551980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> segment precommit_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.552265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> segment precommit_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.552549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> segment after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.552881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> network after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.553169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> network precommit_delete 0 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.553468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port provisioning_complete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.553765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.554078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.554387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> agent after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.554697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> subnet after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.554985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> subnet precommit_delete 0 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.555297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.555577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.556777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> segment_host_mapping after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.556916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.557175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.557453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> port after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.557816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.558086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.558360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd2f2a71da0>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.558777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.559049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.559319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.559585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.559851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.560118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:10.560530 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 19:43:10.563650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 19:43:10.567594 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 19:43:10.571545 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Apr 08 19:43:10.573174 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 19:43:10.574465 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 19:43:10.574847 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 19:43:10.575277 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 19:43:10.578024 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 19:43:10.578305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 19:43:10.578692 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 19:43:10.605885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 08 19:43:10.606403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd2f2c96978>> qos_plugin after_init 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.606744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85271) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 19:43:10.607153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd2f2a1c518>> logging-plugin after_init 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.608494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85271) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 19:43:10.608814 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 19:43:10.609087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 19:43:10.612278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd2f2a1c588>> floatingip before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.612592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd2f2a1c588>> port before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:10.681575 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 19:43:10.681888 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 19:43:10.682112 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 19:43:10.682526 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 19:43:10.714893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.sqlalchemy.engines [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85271) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 19:43:11.201052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing driver for type 'gre'
Apr 08 19:43:11.201629 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] gre ID ranges: [(1, 1000)]
Apr 08 19:43:11.292286 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing driver for type 'local'
Apr 08 19:43:11.292658 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing driver for type 'vlan'
Apr 08 19:43:11.355197 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] VlanTypeDriver initialization complete
Apr 08 19:43:11.355562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing driver for type 'vxlan'
Apr 08 19:43:11.356095 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] vxlan ID ranges: [(1, 1000)]
Apr 08 19:43:11.474458 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing extension driver 'port_security'
Apr 08 19:43:11.474819 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] PortSecurityExtensionDriver initialization complete
Apr 08 19:43:11.475193 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing mechanism driver 'openvswitch'
Apr 08 19:43:11.475558 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing mechanism driver 'hyperv'
Apr 08 19:43:11.481858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:11.482684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f29efc18>> port after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.483093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f29efc18>> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.483479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f29efc18>> port after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.483907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b67b8>> subnet after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.484295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b67b8>> subnet after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.484674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b67b8>> subnet after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.485088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6978>> network after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.485468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6978>> network after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.485895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6978>> network after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.486311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6b38>> security_group after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.486689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6b38>> security_group after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.487062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6b38>> security_group after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.487477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6cf8>> security_group_rule after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.487855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6cf8>> security_group_rule after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.488227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6cf8>> security_group_rule after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.488768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6eb8>> address_group after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.489146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6eb8>> address_group after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.489521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd2f25b6eb8>> address_group after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.489910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] ML2 OVO RPC backend initialized. {{(pid=85271) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 08 19:43:11.490685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> router_interface after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.491074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> router_interface after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.491525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> network before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.491903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> networks before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.492280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> port before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.492653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> ports before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.493025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> subnet before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.494028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> subnets before_response 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.494392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> network after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.494771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> network after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.495144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> network after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.495517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> port after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.495887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.496255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> port after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.496623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> subnet after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.496993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> subnet after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.497360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd2f25bc160>> subnet after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.498036 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.plugin [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Modular L2 Plugin initialization complete
Apr 08 19:43:11.498388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading services supported by the core plugin {{(pid=85271) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 19:43:11.498749 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.plugins.ml2.managers [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Got port-security extension from driver 'port_security'
Apr 08 19:43:11.499255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.extensions.vlantransparent [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Disabled vlantransparent extension.
Apr 08 19:43:11.499780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85271) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 19:43:11.500118 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: router
Apr 08 19:43:11.536918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router_interface before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.537352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_create 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.537757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router before_create 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.538186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router_interface before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.538604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router_interface after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.538991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_delete 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.539389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> floatingip after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.539796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_create 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.540222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.540637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.541021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router_gateway after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.541420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.541936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.542357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd2f2be78c8> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.542735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd2f2be77b8> port after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.543114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd2f2be7840> subnet after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.543493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd2f2be7950> subnetpool_address_scope after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.543881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> port precommit_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.544266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_create 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.544644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd2f2bc8a60> port before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.545022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.545420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router after_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.545815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_delete 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.546203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_create 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.546606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router_interface after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.546987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> router precommit_update 55549900 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.547414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd2f25bc128>> network after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.548383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Tracking information for resource: router configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:11.548752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Tracking information for resource: floatingip configured {{(pid=85271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 19:43:11.553493 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_agentschedulers_db [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 19:43:11.554188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd2f253e7b8> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.554586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd2f253e6a8> port after_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.554967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _notify_port_delete at 0x7fd2f253e730> port after_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.555347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd2f253e950> port after_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.556732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd2f255ff60>> router before_create 55550100 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.557136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd2f255ff60>> router precommit_delete 55550100 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.557540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd2f255ff60>> router precommit_create 55550100 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.557962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd2f255ff60>> router precommit_update 55550100 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.562768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.provider_configuration [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service providers = [] {{(pid=85271) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 19:43:11.563162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.servicetype_db [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85271) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 19:43:11.566106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.service_base [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 19:43:11.566488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.service_base [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 19:43:11.566864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.service_base [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 19:43:11.567742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.service_base [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 19:43:11.568136 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.services.service_base [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 19:43:11.568539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.568888 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 19:43:11.579595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.579969 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: auto_allocate
Apr 08 19:43:11.585692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd2f24dcea0> network precommit_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.586122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd2f24dcea0> network precommit_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.586703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.587246 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: tag
Apr 08 19:43:11.594090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.594458 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: timestamp
Apr 08 19:43:11.598350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.598715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: network_ip_availability
Apr 08 19:43:11.604524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f24bf4a8>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.604925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f24bf4a8>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.605317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f24bf4a8>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.606138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.606495 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: flavors
Apr 08 19:43:11.611041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.611410 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading Plugin: revisions
Apr 08 19:43:11.615665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 19:43:11.616091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.010s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:11.616884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85271) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 08 19:43:11.617243 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Initializing extension manager.
Apr 08 19:43:11.617823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: __init__.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.618822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: __pycache__ {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.619331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.619739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: address_group.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.620548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.621342 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: address-group
Apr 08 19:43:11.621708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: address_scope.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.622943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.623519 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: address-scope
Apr 08 19:43:11.623877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.624819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.625389 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: router-admin-state-down-before-update
Apr 08 19:43:11.625745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: agent.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.626520 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.627085 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: agent
Apr 08 19:43:11.627439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: agent_resources_synced.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.628347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.628921 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: agent-resources-synced
Apr 08 19:43:11.629278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: allowedaddresspairs.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.631109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.631784 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: allowed-address-pairs
Apr 08 19:43:11.632148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: auto_allocated_topology.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.633214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.634405 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: auto-allocated-topology
Apr 08 19:43:11.634785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: availability_zone.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.635530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.636103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: availability_zone
Apr 08 19:43:11.636462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: availability_zone_filter.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.637379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.637982 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: availability_zone_filter
Apr 08 19:43:11.638341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: data_plane_status.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.639252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.639824 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 19:43:11.640184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: default_subnetpools.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.641100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.641677 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: default-subnetpools
Apr 08 19:43:11.642061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.642944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.644844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: dhcp_agent_scheduler
Apr 08 19:43:11.645219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: dns.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.646430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.647007 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 19:43:11.647366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: dns_domain_ports.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.648285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.648854 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 19:43:11.649213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: dvr.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.649988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.650564 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: dvr
Apr 08 19:43:11.650920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: empty_string_filtering.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.651839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.652407 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: empty-string-filtering
Apr 08 19:43:11.652765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.653671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.654291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 19:43:11.654652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.655562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.656124 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 19:43:11.656478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: external_net.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.657361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.657956 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: external-net
Apr 08 19:43:11.658317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.659232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.659795 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: extra_dhcp_opt
Apr 08 19:43:11.660151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: extraroute.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.661064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.661630 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: extraroute
Apr 08 19:43:11.662033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: extraroute_atomic.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.663064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.663636 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: extraroute-atomic
Apr 08 19:43:11.663991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: filter_validation.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.664689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.665280 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: filter-validation
Apr 08 19:43:11.665633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: fip_pf_description.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.666580 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.667139 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 19:43:11.667492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: fip_port_details.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.668400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.668964 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: fip-port-details
Apr 08 19:43:11.669318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: flavors.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.670583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.671158 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: flavors
Apr 08 19:43:11.671517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.673157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.673744 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 19:43:11.674156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: floatingip_pools.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.675029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.675610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: floatingip-pools
Apr 08 19:43:11.675971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: ip_allocation.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.676891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.677462 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 19:43:11.677849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.678766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.679335 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: ip-substring-filtering
Apr 08 19:43:11.679698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l2_adjacency.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.681162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.681834 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 19:43:11.682196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.683273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.683857 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: router
Apr 08 19:43:11.684214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.686539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.687135 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 19:43:11.687503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.688427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.689006 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: ext-gw-mode
Apr 08 19:43:11.689366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.690309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.690879 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: l3-ha
Apr 08 19:43:11.691238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3_flavors.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.692153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.692721 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: l3-flavors
Apr 08 19:43:11.693080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.694034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.694604 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 19:43:11.694960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: l3agentscheduler.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.696280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.697434 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: l3_agent_scheduler
Apr 08 19:43:11.697823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: logging.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.699353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.699944 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension logging not supported by any of loaded plugins
Apr 08 19:43:11.700309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: metering.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.701099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.701816 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: metering
Apr 08 19:43:11.702181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.703292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.703864 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: metering_source_and_destination_fields
Apr 08 19:43:11.704227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: multiprovidernet.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.705154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.705725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: multi-provider
Apr 08 19:43:11.706111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: netmtu.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.707039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.707612 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: net-mtu
Apr 08 19:43:11.707965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: netmtu_writable.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.708880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.709450 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: net-mtu-writable
Apr 08 19:43:11.709814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: network_availability_zone.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.710561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.711127 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: network_availability_zone
Apr 08 19:43:11.711480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: network_ip_availability.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.712711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.713278 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: network-ip-availability
Apr 08 19:43:11.713639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: network_segment_range.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.714483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.715048 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 19:43:11.715406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: pagination.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.716496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.716865 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: pagination
Apr 08 19:43:11.717220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: port_device_profile.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.718167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.718736 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: port-device-profile
Apr 08 19:43:11.719094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.720007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.720572 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: port-mac-address-regenerate
Apr 08 19:43:11.720927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.721871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.722442 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: port-numa-affinity-policy
Apr 08 19:43:11.722796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: port_resource_request.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.723723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.724288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 19:43:11.724691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: portbindings.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.725564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.726168 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: binding
Apr 08 19:43:11.726521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: portbindings_extended.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.727834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.728499 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: binding-extended
Apr 08 19:43:11.728857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: portsecurity.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.729818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.730372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: port-security
Apr 08 19:43:11.730728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: project_id.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.731701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.732070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: project-id
Apr 08 19:43:11.732425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: providernet.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.733345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.733954 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: provider
Apr 08 19:43:11.734310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.737863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.738450 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos not supported by any of loaded plugins
Apr 08 19:43:11.738817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.740122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.740701 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 19:43:11.741065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.742016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.742589 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 19:43:11.742948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_default.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.744559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.745130 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-default not supported by any of loaded plugins
Apr 08 19:43:11.745485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_fip.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.746201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.746766 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 19:43:11.747120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_gateway_ip.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.748061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.748634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 19:43:11.748989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_port_network_policy.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.749921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.750490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 19:43:11.750845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_rule_type_details.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.751753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.752320 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 19:43:11.752676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: qos_rules_alias.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.753731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.754323 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 19:43:11.754682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: quotasv2.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.755652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.756021 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: quotas
Apr 08 19:43:11.756376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: quotasv2_detail.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.757968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.758349 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: quota_details
Apr 08 19:43:11.759320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: rbac.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.760676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.761273 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: rbac-policies
Apr 08 19:43:11.761634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: rbac_address_group.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.762597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.763176 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: rbac-address-group
Apr 08 19:43:11.763537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: rbac_address_scope.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.764453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.765051 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: rbac-address-scope
Apr 08 19:43:11.765416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: rbac_security_groups.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.766469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.767044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: rbac-security-groups
Apr 08 19:43:11.767404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: rbac_subnetpool.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.768316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.768884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: rbac-subnetpool
Apr 08 19:43:11.769242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: revisionifmatch.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.770203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.771031 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: revision-if-match
Apr 08 19:43:11.771385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: revisions.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.772528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.773103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: standard-attr-revisions
Apr 08 19:43:11.773463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: router_availability_zone.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.774202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.774810 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: router_availability_zone
Apr 08 19:43:11.775161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: routerservicetype.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.776108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.776680 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 19:43:11.777036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.778033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.778611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: security-groups-normalized-cidr
Apr 08 19:43:11.778967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.779882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.780450 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: port-security-groups-filtering
Apr 08 19:43:11.780804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.781727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.782328 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: security-groups-remote-address-group
Apr 08 19:43:11.782680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: securitygroup.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.795594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.796197 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: security-group
Apr 08 19:43:11.796569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: segment.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.797431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.798030 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension segment not supported by any of loaded plugins
Apr 08 19:43:11.798395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.799340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.799920 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 19:43:11.800280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: servicetype.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.801372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.801978 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: service-type
Apr 08 19:43:11.802341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: sorting.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.803313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.803687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: sorting
Apr 08 19:43:11.804049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: standard_attr_segment.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.804966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.805550 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 19:43:11.806441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: standardattrdescription.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.807118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.807689 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: standard-attr-description
Apr 08 19:43:11.808049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: stateful_security_group.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.809000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.809577 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: stateful-security-group
Apr 08 19:43:11.809967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: stdattrs_common.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.810550 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 19:43:11.810905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.811950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.812517 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 19:43:11.812875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnet_onboard.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.813964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.814537 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: subnet_onboard
Apr 08 19:43:11.814893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.815825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.816405 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 19:43:11.816763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnet_service_types.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.817690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.818291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: subnet-service-types
Apr 08 19:43:11.818645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnetallocation.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.819705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.820302 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: subnet_allocation
Apr 08 19:43:11.820661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.821916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.822470 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: subnetpool-prefix-ops
Apr 08 19:43:11.822831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.823763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.824331 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 19:43:11.824688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: tagging.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.825989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.826569 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: standard-attr-tag
Apr 08 19:43:11.826931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: timestamp.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.828094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.828668 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loaded extension: standard-attr-timestamp
Apr 08 19:43:11.829028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: trunk.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.830078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.830654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension trunk not supported by any of loaded plugins
Apr 08 19:43:11.831012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: trunk_details.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.831928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.832503 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 19:43:11.832862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: uplink_status_propagation.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.833770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.834364 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 19:43:11.834724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Loading extension file: vlantransparent.py {{(pid=85271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 19:43:11.835415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 19:43:11.835984 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 19:43:11.838792 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:network
Apr 08 19:43:11.839596 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnet
Apr 08 19:43:11.840270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 19:43:11.840935 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:port
Apr 08 19:43:11.842439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.842932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service FLAVORS assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.855027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.855027 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:router
Apr 08 19:43:11.855027 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 19:43:11.855027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service METERING assigned prefix: /metering {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.855027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f23b7550>> rbac-policy before_create 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f23b7550>> rbac-policy before_update 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd2f23b7550>> rbac-policy before_delete 55550000 {{(pid=85271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 19:43:11.855565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service CORE assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.856132 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 19:43:11.856132 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] subnetpool is already registered
Apr 08 19:43:11.856132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service CORE assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.856132 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 19:43:11.856132 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] subnetpool is already registered
Apr 08 19:43:11.856931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.857402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service FLAVORS assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.858074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.858531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.858895 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:router
Apr 08 19:43:11.859259 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] router is already registered
Apr 08 19:43:11.859907 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 19:43:11.860272 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] floatingip is already registered
Apr 08 19:43:11.860955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service METERING assigned prefix: /metering {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.861685 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 19:43:11.862074 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] rbac_policy is already registered
Apr 08 19:43:11.863381 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 19:43:11.863749 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] security_group is already registered
Apr 08 19:43:11.864402 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 19:43:11.864772 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] security_group_rule is already registered
Apr 08 19:43:11.865500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service CORE assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.865887 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 19:43:11.866259 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] subnetpool is already registered
Apr 08 19:43:11.866928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.resource_helper [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Service CORE assigned prefix:  {{(pid=85271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 19:43:11.867300 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 19:43:11.867659 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.quota.resource_registry [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] subnetpool is already registered
Apr 08 19:43:11.868959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: extensions {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.870492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: address-groups {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.872504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: address-scopes {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.873764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: agents {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.874985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: auto-allocated-topology {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.876281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: availability_zones {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.877644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: dhcp-networks {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.879136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: dhcp-agents {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.880797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: routers {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.882688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: flavors {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.884225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: service_profiles {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.885348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: next_providers {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.887011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: service_profiles {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.888668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: floatingip-pools {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.889944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: routers {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.891803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: floatingips {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.893028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: l3-routers {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.894615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: l3-agents {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.896357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: metering-labels {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.897763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: metering-label-rules {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.899100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: network-ip-availabilities {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.900758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: bindings {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.902609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: quotas {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.904116 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: quotas {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.905564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: rbac-policies {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.906932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: security-groups {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.908198 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: security-group-rules {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.909473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: service-providers {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.910790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: subnetpools {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.912256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: subnetpools {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.913799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.916156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.918326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.920150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.922047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.923959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.925923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.928724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.931269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.933105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.extensions [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Extended resource: tags {{(pid=85271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 19:43:11.940108 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING keystonemiddleware.auth_token [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 19:43:11.945320 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING keystonemiddleware.auth_token [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 19:43:11.954568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Acquired lock "singleton_lock" {{(pid=85271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 19:43:11.955093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Releasing lock "singleton_lock" {{(pid=85271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 19:43:11.956535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Starting 2 workers
Apr 08 19:43:11.961417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Started child 85384 {{(pid=85271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 19:43:11.965483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.966282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Started child 85385 {{(pid=85271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 19:43:11.967087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [-] (85384) wsgi starting up on http://0.0.0.0:9696
Apr 08 19:43:11.967768 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 19:43:11.968424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Notify callbacks [] for process, before_spawn {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.969605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.970915 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Starting 1 workers
Apr 08 19:43:11.971029 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [-] (85385) wsgi starting up on http://0.0.0.0:9696
Apr 08 19:43:11.976518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Started child 85386 {{(pid=85271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 19:43:11.977004 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Starting 1 workers
Apr 08 19:43:11.979493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] calling RpcWorker wait() {{(pid=85386) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 19:43:11.979914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] returning from RpcWorker wait() {{(pid=85386) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 19:43:11.981443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.981982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:11.982360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Started child 85387 {{(pid=85271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 19:43:11.983142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee6c5-f92e-436f-a6c5-bae3efb76602 None None] Notify callbacks [] for process, after_spawn {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.984689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 19:43:11.984968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 19:43:11.985176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 19:43:11.985450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 19:43:11.985881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 19:43:11.986061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 19:43:11.986376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:11.986802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.987096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.987413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.987719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.988033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.988680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.988979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.989292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.989599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.989895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.990074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.990437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.990745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.991020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.991355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.991660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.991934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.992212 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.992423 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.992692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.993006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.994037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.994350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.994637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.995204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.995463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.995756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.996005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.996302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.996582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.996895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.997163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.997410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.997685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.997996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.998242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.998487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.998735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.999008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.999271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.999718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-4-iscsi {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:11.999977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.000224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.000488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.000752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.001045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.001298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.001577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.001871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.002163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.002437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.002724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.002998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.003261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.003519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.003675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.003941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.004261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.004552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.004763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.004940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.005098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.005386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.005545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.005847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.006099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.006342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.006600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.006845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.007086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.007370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.007673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.007868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.008116 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.008404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.008687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.009099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.009366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.009617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.009907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.010152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.010397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.010681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.010950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.011197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.011451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.011870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.012237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.012490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.012810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.013079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.013222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:12.013364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.013464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.013758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.014051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.014312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.014613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.014861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.015144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.015393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.015648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.015887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.016126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.016386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.016692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.016935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.017191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.017430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.017671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.017964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.018414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.021600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.022941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.023035 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.023275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.023524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.023771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.024017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.024274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.024652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.024957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.025242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.025531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.025866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.026247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.026542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.026803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.027094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.027391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.027824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.028154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.028364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.028587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.028912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.029179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.029454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.029729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.030051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.030326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.030581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.030841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.031090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.031357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.031578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.031843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.032114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.032404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.032676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.032925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.033181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.033470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.033610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.033914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.034154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.034395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.034638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.034887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.035141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.035423 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.035684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.035925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.036185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.036429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.036680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.036952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.037219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.037461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.037707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.037975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.038210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.038432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.038672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.038930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.039171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.039411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.039656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.039897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.040762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.040908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.041219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.041370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.041570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.041950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.042230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.042481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.042743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.043026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.043328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.043565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.043812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.044059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.044342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.044582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.044888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.045179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.045433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.047522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.048702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.048702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.048702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.048702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.049228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.049228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.049454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.049599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.049855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.050194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.050503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.050777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.051062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.051347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.051632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.051905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.052184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.052438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.052709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.052932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.053240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.053524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.053770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.054046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.054301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.054940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.054940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.055251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.055408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.055690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.056496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.056745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.057174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.057474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.057766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.058073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.058341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.058616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.058877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.059177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.059419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.059654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.059901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.060165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.060424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.060666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.060960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.061230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.061499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.061739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.062029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.062295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.062532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.062762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.063010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.063276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.063544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.063791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.064055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.064297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.064586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.064850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.065141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.065432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.065683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.066114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.066541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.066976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.067380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.067831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.068105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.068367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.068638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.068904 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.069148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.069404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.069684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.069955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.070230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.070478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.070856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.071121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.071569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.071843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.072093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.072341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.072610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.072873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.073120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.073372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.073617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.073940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.074223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.074490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.074734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.074986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.075211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.075451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.075881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.076413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.076773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.077121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.077489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.077851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.078206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.078452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.078696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.078947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.079189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.079451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.079694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.079938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.080188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.080448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.080769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.081074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.081329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.081633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.081932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.082215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.082489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.082852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.083098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.083358 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.083642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.083895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.084148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.084447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.084831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.085171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.085478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.085750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.086094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.086404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.086705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.086985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.087293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.087657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.087941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.088228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.088508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.088807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.089060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.089308 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.089557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.089820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.090065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.090343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.090624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.090882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.091129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.091394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.091660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.091915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.092157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.092414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.092661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.092857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 19:43:12.093388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 19:43:12.093575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 19:43:12.093754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 19:43:12.093988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 19:43:12.094186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 19:43:12.094365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 19:43:12.094609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.094796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.094981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.095165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.095349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.095554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.095739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.095921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.096992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.097174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.097362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.097542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.097724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.097939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.098123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.098304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.098487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.098670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.098852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.099967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.100151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.100334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.100517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.100699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.100879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.101987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-4-iscsi {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.102259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.102358 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60124) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:12.103084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.103938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.104125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.104309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.104491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.104674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.104858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.105041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.105221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.105404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.105587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.105770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.106923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.107106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.107289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.107471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.107654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.107841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.108891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.109074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.109258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.109521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.109669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.109815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.110884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.111792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.112906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.113980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.114352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.114352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 19:43:12.114627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.114627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.114893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.115942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.116089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.116227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.116424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.116580 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.117728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.119328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.120392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.121174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.121312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0153425
Apr 08 19:43:12.121594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.121830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.122048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.122241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.123148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.123326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.123695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.123857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.124052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.124242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.125255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.126799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:12.127865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.127865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.128870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.129984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.130170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.130354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.130939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.130939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.130939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.131861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.132947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.133131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.133316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.133503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.133712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.133927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.134862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.135913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.136910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.137096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.137281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.138947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.139366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.139366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.139573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.139682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.139791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.140755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.141237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.141237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.141237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.142406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.144936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.145912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.146704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.146704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.146704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.146704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.147890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.148982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.149168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.149373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.149627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.150006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.150283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.150515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.150638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.151809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.153841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.154884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.155926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.156868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.157983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.158162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.158355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.158541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.158734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.158927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.159120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.159305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.159497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.159696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.159880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.160992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.161177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.161361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.161546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.161732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.161956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.162114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.162299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.162483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.162668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.162851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.163035 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.163219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 19:43:12.163399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 19:43:22.855989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27260041-cc46-4d6a-accc-2376fbd30947 None None] get_active_networks_info from dv-cinder-784623-4-iscsi {{(pid=85386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 08 19:43:22.982739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27260041-cc46-4d6a-accc-2376fbd30947 None None] No non-hosted networks {{(pid=85386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 19:43:23.146885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0442307e-6917-4d1e-9fe0-b7ee36056089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:25.157832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cc2f58ef-4164-4a16-8bff-ac3ba3bc569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:25.200871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f5e9-75d5-424a-8e16-fe1579b3322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:25.595178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:26.870002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:26.871292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.871843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.872430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.873118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.873657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.874221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.874755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.875313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.875838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.876372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.876934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.877469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:26.878081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd2f2052e80>, 'Open vSwitch agent', 'dv-cinder-784623-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:26.887016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f2df98>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:43:27.435375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:27.625596 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_hamode_db [None req-fe006e21-9f1a-4527-9026-d5d31bf53cb3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 19:43:27.716875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe006e21-9f1a-4527-9026-d5d31bf53cb3 None None] Routers set() bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:43:27.717310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe006e21-9f1a-4527-9026-d5d31bf53cb3 None None] Router IDs set() for agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 08 19:43:28.624327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 60220) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:29.267277 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-917da653-0476-4a8e-872c-4312974e92e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:29.267878 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-917da653-0476-4a8e-872c-4312974e92e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:29.501192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-917da653-0476-4a8e-872c-4312974e92e6 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:43:29.502545 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-917da653-0476-4a8e-872c-4312974e92e6 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8762124
Apr 08 19:43:32.251472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60236) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:32.876053 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:32.876636 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:33.106609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:43:33.210853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.policy [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85384) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 19:43:33.265920 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:33.266369 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:43:33.285255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd2f1f4d860>.
Apr 08 19:43:33.300936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:33.394348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850608744', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850611212', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850618666', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850624974', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850641877', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252850644114', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854367266', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854289142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631706', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853814395'] for rbac-policy, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:33.606537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:33.607841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-cee93273-b1e9-4f55-bee0-88c2e7e90724 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3553221
Apr 08 19:43:36.573000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60254) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:36.957313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'name': 'private'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:43:36.963996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:36.968616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Usage tracker for resource:network and tenant:581f949f5c6f4c38af89f2b16ea98187 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:36.972289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:36.978642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:37.028848 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Made reservation on behalf of 581f949f5c6f4c38af89f2b16ea98187 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:43:37.034782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.051323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.067957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:37.072492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Usage tracker for resource:security_group_rule and tenant:581f949f5c6f4c38af89f2b16ea98187 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:37.075986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:37.081684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:37.448472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.490994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.496418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:37.512711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:43:37.538152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783999560170', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.538756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd2f2c69ea0> segment precommit_create {{(pid=85384) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 19:43:37.539776 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Added segment d5b62d9c-210d-44cd-a15f-a09bf6a31a45 of type vlan for network d04a232a-6829-4d59-b083-461a8660c07d
Apr 08 19:43:37.594667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287ad63-fc12-482f-b54f-f0747fc00bff,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:37.618503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.618821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.619188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.619545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.619899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.620266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.620618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.620968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.621332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.622135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.622530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.622885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Tracked resource versions report:
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:43:37.623978 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:43:37.657750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.671919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:37.737499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.739197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:43:37.739858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:37.745276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:37.853798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Pushing event updated for resources: {'Network': ['ID=d04a232a-6829-4d59-b083-461a8660c07d,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:37.857025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:37.865890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network d04a232a-6829-4d59-b083-461a8660c07d details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:43:37.880688 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3065679
Apr 08 19:43:40.935672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60270) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:41.410924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bb337-09dc-4a79-827e-21db4397b685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:43:41.412320 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ad4bb337-09dc-4a79-827e-21db4397b685 admin admin] 10.222.0.68 "GET /v2.0/networks/d04a232a-6829-4d59-b083-461a8660c07d HTTP/1.1" status: 200  len: 825 time: 0.4756262
Apr 08 19:43:41.440487 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-13c04356-8c08-4785-a577-636d568f386c admin admin] 10.222.0.68 "GET /v2.0/subnetpools/23435f9d-6ce0-444d-8c92-734f5cbf5fe5 HTTP/1.1" status: 200  len: 734 time: 0.0219800
Apr 08 19:43:41.450508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:43:41.454859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:41.458740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Usage tracker for resource:subnet and tenant:581f949f5c6f4c38af89f2b16ea98187 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:41.462302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:41.468151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:41.560040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Made reservation on behalf of 581f949f5c6f4c38af89f2b16ea98187 for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:43:41.564520 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:42.079921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:42.094745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:42.225637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa598b9f-c12f-4e1f-89e6-18ee01ff918c,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:42.239811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:42.293618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Checking segment: {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:43:42.294049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Network hostable DHCP agents. Network: d04a232a-6829-4d59-b083-461a8660c07d, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:43:42.331782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Network d04a232a-6829-4d59-b083-461a8660c07d is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:43:42.354569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, d04a232a-6829-4d59-b083-461a8660c07d) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:43:42.359017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:43:42.359641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:42.365148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccc985-f53d-4b77-901e-14a52614040f None None] Network d04a232a-6829-4d59-b083-461a8660c07d requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:43:42.401380 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9544139
Apr 08 19:43:42.692384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-d04a232a-6829-4d59-b083-461a8660c07d', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:43:42.693608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:42.887717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Allocated IP 172.20.0.2 (d04a232a-6829-4d59-b083-461a8660c07d/aa598b9f-c12f-4e1f-89e6-18ee01ff918c/81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:43:43.312985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:43.374852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Transition to ACTIVE for port object 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:43:43.394906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Transition to ACTIVE for port object 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:43:43.430498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:43.446724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:43.575319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Pushing event updated for resources: {'Port': ['ID=81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:43.587784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.588164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.588529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.588891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.589250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.589608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.590005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.590363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.590731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.591085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.591435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.591786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Tracked resource versions report:
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:43:43.592917 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:43:43.600881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:43.651420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Network d04a232a-6829-4d59-b083-461a8660c07d is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:43:43.652685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:43:43.655526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:43:43.751648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Attempting to bind port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:43:43.752072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Attempting to bind port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:43:43.752475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Attempting to bind port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c on network d04a232a-6829-4d59-b083-461a8660c07d {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:43:43.758593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:43:43.759014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Checking segment: {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:43:43.760618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:43.760618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Bound using segment: {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:43:43.760618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Bound port: 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:43:43.760934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:43.838753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] For port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:43:43.842714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] For port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c,segment=NetworkSegment(d5b62d9c-210d-44cd-a15f-a09bf6a31a45),segment_id=d5b62d9c-210d-44cd-a15f-a09bf6a31a45)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:43:43.921192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:43.937401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:44.088021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Pushing event updated for resources: {'Port': ['ID=81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:44.093252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:45.167624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60280) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:45.576163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-c0d8446d-0439-49d8-8753-8038ebf61b9b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:43:45.577285 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c0d8446d-0439-49d8-8753-8038ebf61b9b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4085691
Apr 08 19:43:48.330066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60294) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:48.741713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-20b332f7-123c-44c1-9c50-e746d9f0f8db admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:43:48.743591 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-20b332f7-123c-44c1-9c50-e746d9f0f8db admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4125054
Apr 08 19:43:48.889091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:43:49.006813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:43:49.017321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de5ab3-7f35-4cf5-81b9-689e48bec12b None None] Network d04a232a-6829-4d59-b083-461a8660c07d requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:43:49.184810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Provisioning for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:43:49.195359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Provisioning complete for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:43:49.195727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:49.387321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:49.410305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] For port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c,segment=NetworkSegment(d5b62d9c-210d-44cd-a15f-a09bf6a31a45),segment_id=d5b62d9c-210d-44cd-a15f-a09bf6a31a45)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:43:49.474670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:49.477760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3d5d9136-8b12-402f-a974-5133e0267b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:49.550840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Pushing event updated for resources: {'Port': ['ID=81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:49.554266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:49.596673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-7f0456a9-06c6-4011-a0cd-7cbf2ead8650 None None] Provisioning complete for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:43:49.597076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0456a9-06c6-4011-a0cd-7cbf2ead8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:50.859544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:43:50.933357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:43:50.933694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:51.804589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60306) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:52.176985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:43:52.182933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:52.186896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Usage tracker for resource:router and tenant:581f949f5c6f4c38af89f2b16ea98187 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:52.190113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:52.196658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:52.268985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:52.270574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:52.329571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:52.463880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:52.503246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:52.504496 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-36836715-c9da-4e47-9f8c-74573d9f8e11 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6988559
Apr 08 19:43:52.733598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e80e0f6b-255b-4d15-b366-b7682a61f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:55.079481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-67ebedc2-7201-4adc-9f7b-dd0d1817416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:55.226364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60316) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:55.551312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-79af92b4-b755-4a09-888b-5e6a5984fb35 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:43:55.552441 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-79af92b4-b755-4a09-888b-5e6a5984fb35 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3246241
Apr 08 19:43:55.594746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:56.852209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:57.377106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.161105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60336) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:43:58.212146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:43:58.217066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:58.220963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Usage tracker for resource:network and tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:58.224398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:58.230443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:58.314120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Made reservation on behalf of 8fbbaa7b65a64a03b80ea1eacae5aa2b for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:43:58.318628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.331665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.346163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:43:58.350130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Usage tracker for resource:security_group_rule and tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:43:58.353743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:43:58.359661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:43:58.572114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.594105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.598316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:58.613838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Reserving flat network on physical network physnet1 {{(pid=85384) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 08 19:43:58.629073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2455582d-0f4d-43cf-95d8-11f28a4985e3,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:58.634892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:58.673072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.673484 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Added segment 2970025a-269d-44ae-9b44-13a9f4efe14c of type flat for network eae2473c-485d-4179-a609-e32bdc74ffdd
Apr 08 19:43:58.793710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.857125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.858438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:43:58.859066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:43:58.863861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96775071-635e-4dff-a5c2-e38e8677fc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:43:58.967155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Pushing event updated for resources: {'Network': ['ID=eae2473c-485d-4179-a609-e32bdc74ffdd,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:43:58.969939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:43:58.978072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network eae2473c-485d-4179-a609-e32bdc74ffdd details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:43:58.995087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8327806
Apr 08 19:44:01.513144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60356) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:44:01.629186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec3709-a124-48dd-ad66-7f42d98957d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:44:01.630638 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-58ec3709-a124-48dd-ad66-7f42d98957d9 admin admin] 10.222.0.68 "GET /v2.0/subnets/aa598b9f-c12f-4e1f-89e6-18ee01ff918c HTTP/1.1" status: 200  len: 849 time: 0.1164484
Apr 08 19:44:01.781867 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-143a4c36-3eb7-4389-8a81-7ac3db2fd566 admin admin] 10.222.0.68 "GET /v2.0/routers/988384d9-6832-4241-83c5-725c3231ae73 HTTP/1.1" status: 200  len: 704 time: 0.1439672
Apr 08 19:44:02.411844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:02.663295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Allocated IP 172.20.0.1 (d04a232a-6829-4d59-b083-461a8660c07d/aa598b9f-c12f-4e1f-89e6-18ee01ff918c/e5b5a782-0b0c-4007-89d5-75864a8c146b) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:44:02.905939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:02.925482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Transition to ACTIVE for port object e5b5a782-0b0c-4007-89d5-75864a8c146b will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:44:03.006542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.021888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:03.169185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Pushing event updated for resources: {'Port': ['ID=e5b5a782-0b0c-4007-89d5-75864a8c146b,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:03.175656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:03.234769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Network d04a232a-6829-4d59-b083-461a8660c07d is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:44:03.235853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:44:03.238160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:44:03.238693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.451750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-32480e12-0524-4de3-b2a5-5046c5f6864f None None] Provisioning for port e5b5a782-0b0c-4007-89d5-75864a8c146b completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:44:03.456844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-32480e12-0524-4de3-b2a5-5046c5f6864f None None] Provisioning complete for port e5b5a782-0b0c-4007-89d5-75864a8c146b triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:03.457331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-32480e12-0524-4de3-b2a5-5046c5f6864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.513560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-32480e12-0524-4de3-b2a5-5046c5f6864f None None] Port e5b5a782-0b0c-4007-89d5-75864a8c146b cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:44:03.543488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.823836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.851560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.852669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:03.867302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:04.001769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Pushing event updated for resources: {'Port': ['ID=e5b5a782-0b0c-4007-89d5-75864a8c146b,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:04.004983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:04.060994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Network d04a232a-6829-4d59-b083-461a8660c07d is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:44:04.062115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:44:04.235837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a2e245aa-068c-478a-a093-8c0e597ae152 None None] Provisioning complete for port e5b5a782-0b0c-4007-89d5-75864a8c146b triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:04.236249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a2e245aa-068c-478a-a093-8c0e597ae152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:04.291301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Router 988384d9-6832-4241-83c5-725c3231ae73 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:44:04.295264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-a2e245aa-068c-478a-a093-8c0e597ae152 None None] Port e5b5a782-0b0c-4007-89d5-75864a8c146b cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:44:04.620938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:44:04.641984 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] 10.222.0.68 "PUT /v2.0/routers/988384d9-6832-4241-83c5-725c3231ae73/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8434293
Apr 08 19:44:04.642240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Sync routers for ids ['988384d9-6832-4241-83c5-725c3231ae73'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:44:04.644287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Routers {'988384d9-6832-4241-83c5-725c3231ae73'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:44:04.645421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa1cf8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:43:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['988384d9-6832-4241-83c5-725c3231ae73'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:04.838543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Set router 988384d9-6832-4241-83c5-725c3231ae73 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:44:05.402316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa1cf8>, [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:03Z', 'revision_number': 2, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port_host': None, '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:03Z', 'revision_number': 2, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:05.407427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Checking router: 988384d9-6832-4241-83c5-725c3231ae73 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:44:05.407814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Updating router 988384d9-6832-4241-83c5-725c3231ae73 port e5b5a782-0b0c-4007-89d5-75864a8c146b binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:44:05.465564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:05.939673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:05.954894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Transition to ACTIVE for port object e5b5a782-0b0c-4007-89d5-75864a8c146b will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:44:05.994099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:06.012823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:06.150940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Pushing event updated for resources: {'Port': ['ID=e5b5a782-0b0c-4007-89d5-75864a8c146b,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:06.162201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.162578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.162948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.163920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.164318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.164607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.164962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.165317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.165672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.166048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.166402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.166754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Tracked resource versions report:
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:44:06.167850 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:44:06.183887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:06.374565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Attempting to bind port e5b5a782-0b0c-4007-89d5-75864a8c146b on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:44:06.375014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Attempting to bind port e5b5a782-0b0c-4007-89d5-75864a8c146b by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:44:06.375425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Attempting to bind port e5b5a782-0b0c-4007-89d5-75864a8c146b on network d04a232a-6829-4d59-b083-461a8660c07d {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:44:06.381041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:44:06.381463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Checking segment: {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:44:06.382021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:06.382569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Bound using segment: {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:44:06.383113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Bound port: e5b5a782-0b0c-4007-89d5-75864a8c146b, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b62d9c-210d-44cd-a15f-a09bf6a31a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:44:06.383515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:06.461444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] For port e5b5a782-0b0c-4007-89d5-75864a8c146b, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:44:06.465759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] For port e5b5a782-0b0c-4007-89d5-75864a8c146b, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=e5b5a782-0b0c-4007-89d5-75864a8c146b,segment=NetworkSegment(d5b62d9c-210d-44cd-a15f-a09bf6a31a45),segment_id=d5b62d9c-210d-44cd-a15f-a09bf6a31a45)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:44:06.526586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:06.542798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:06.690963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Pushing event updated for resources: {'Port': ['ID=e5b5a782-0b0c-4007-89d5-75864a8c146b,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:06.696048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:06.752278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Routers {'988384d9-6832-4241-83c5-725c3231ae73'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:44:06.752939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa1cf8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:43:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['988384d9-6832-4241-83c5-725c3231ae73'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:06.923334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] Set router 988384d9-6832-4241-83c5-725c3231ae73 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:44:07.265029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa1cf8>, [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:03Z', 'revision_number': 2, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port_host': None, '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:06Z', 'revision_number': 4, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:07.269038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f625a-5c4f-4389-afc8-642aaf04d41b None None] The sync data for ids ['988384d9-6832-4241-83c5-725c3231ae73'] in dv-cinder-784623-4-iscsi is: [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:03Z', 'revision_number': 2, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port_host': None, '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:06Z', 'revision_number': 4, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:44:07.333048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60368) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:44:07.490397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4be67-6813-450d-9d97-79961a402dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:44:07.491025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f4be67-6813-450d-9d97-79961a402dda admin admin] Synchronizing usage tracker for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:44:07.560014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f4be67-6813-450d-9d97-79961a402dda admin admin] Unset dirty status for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:44:07.561169 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f1f4be67-6813-450d-9d97-79961a402dda admin admin] 10.222.0.68 "GET /v2.0/networks/eae2473c-485d-4179-a609-e32bdc74ffdd HTTP/1.1" status: 200  len: 842 time: 0.2269378
Apr 08 19:44:07.572111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'name': 'public-subnet'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:44:07.577448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:44:07.581332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Usage tracker for resource:subnet and tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:44:07.584207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:44:07.591129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:44:07.634788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Made reservation on behalf of 8fbbaa7b65a64a03b80ea1eacae5aa2b for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:44:07.639663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:08.311472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.objects.ports [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85384) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 08 19:44:08.311932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:08.327471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:08.453755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0feedc4-0c2c-441c-b4c3-232c8f97e085,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:08.469522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:08.527519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:44:08.527908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Network hostable DHCP agents. Network: eae2473c-485d-4179-a609-e32bdc74ffdd, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:44:08.582929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:44:08.628806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, eae2473c-485d-4179-a609-e32bdc74ffdd) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:44:08.633808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:44:08.634465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:08.638604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b783774-d86e-41d7-9592-4c666da544c8 None None] Network eae2473c-485d-4179-a609-e32bdc74ffdd requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:44:08.692047 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1243296
Apr 08 19:44:08.882060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433fade-318c-468c-b58d-b1cec03e798d None None] Network eae2473c-485d-4179-a609-e32bdc74ffdd requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:44:08.907704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device e5b5a782-0b0c-4007-89d5-75864a8c146b up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:44:09.257299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port e5b5a782-0b0c-4007-89d5-75864a8c146b completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:44:09.271725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port e5b5a782-0b0c-4007-89d5-75864a8c146b triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:09.272130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:09.439603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:09.455755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port e5b5a782-0b0c-4007-89d5-75864a8c146b, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=e5b5a782-0b0c-4007-89d5-75864a8c146b,segment=NetworkSegment(d5b62d9c-210d-44cd-a15f-a09bf6a31a45),segment_id=d5b62d9c-210d-44cd-a15f-a09bf6a31a45)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:44:09.514284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:09.516648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:09.588987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=e5b5a782-0b0c-4007-89d5-75864a8c146b,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:09.592541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:10.864088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device e5b5a782-0b0c-4007-89d5-75864a8c146b up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:44:10.938187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port e5b5a782-0b0c-4007-89d5-75864a8c146b triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:10.938518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:11.276297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60382) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:44:11.478579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f9657850-17b5-48fd-87bc-c60205726bb4 admin admin] 10.222.0.68 "GET /v2.0/routers/988384d9-6832-4241-83c5-725c3231ae73 HTTP/1.1" status: 200  len: 710 time: 0.2010677
Apr 08 19:44:11.613476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8183978-d940-4b89-be23-0c7d2b2ba289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:44:11.614957 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c8183978-d940-4b89-be23-0c7d2b2ba289 admin admin] 10.222.0.68 "GET /v2.0/networks/eae2473c-485d-4179-a609-e32bdc74ffdd HTTP/1.1" status: 200  len: 886 time: 0.1307375
Apr 08 19:44:11.625701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:44:12.080327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:12.630150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:12.689007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:12.831795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Allocated IP 172.27.1.233 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/60dcd03f-c38c-4e21-bf06-d2c4f133f30f) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:44:13.085562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:13.143111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:13.160738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:13.312585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Pushing event updated for resources: {'Port': ['ID=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:13.315826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:13.370237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:44:13.371353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:44:13.373574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:44:13.961001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:14.310637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:14.314145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854137194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-638622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853836788'] for router, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:14.502791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Router 988384d9-6832-4241-83c5-725c3231ae73 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:44:14.687762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:44:14.697014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:14.697536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Sync routers for ids ['988384d9-6832-4241-83c5-725c3231ae73'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:44:14.698311 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] 10.222.0.68 "PUT /v2.0/routers/988384d9-6832-4241-83c5-725c3231ae73 HTTP/1.1" status: 200  len: 890 time: 3.0764902
Apr 08 19:44:14.707861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Routers {'988384d9-6832-4241-83c5-725c3231ae73'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:44:14.708548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f07977b8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:43:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['988384d9-6832-4241-83c5-725c3231ae73'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:14.915453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Set router 988384d9-6832-4241-83c5-725c3231ae73 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:44:15.277578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f07977b8>, [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:13Z', 'revision_number': 4, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port': {'id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:12Z', 'updated_at': '2021-04-08T19:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:09Z', 'revision_number': 5, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:15.282686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Checking router: 988384d9-6832-4241-83c5-725c3231ae73 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:44:15.283082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Updating router 988384d9-6832-4241-83c5-725c3231ae73 port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:44:15.339510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:15.743134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:15.782527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Transition to ACTIVE for port object 60dcd03f-c38c-4e21-bf06-d2c4f133f30f will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:44:15.805409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:15.822542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:15.954640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Pushing event updated for resources: {'Port': ['ID=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:15.957891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:16.021129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Attempting to bind port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:44:16.021712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Attempting to bind port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:44:16.022151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Attempting to bind port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:44:16.031545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:44:16.032182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:44:16.032869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:16.033539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:44:16.034365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Bound port: 60dcd03f-c38c-4e21-bf06-d2c4f133f30f, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:44:16.035015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:16.113851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] For port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:44:16.117514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] For port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:44:16.165402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:16.181419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e4b590b4-bd79-4a38-9385-efacf256a7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:16.328724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Pushing event updated for resources: {'Port': ['ID=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:16.333901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:16.384230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Routers {'988384d9-6832-4241-83c5-725c3231ae73'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:44:16.384885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f07977b8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:43:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['988384d9-6832-4241-83c5-725c3231ae73'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:16.732567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] Set router 988384d9-6832-4241-83c5-725c3231ae73 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:44:17.085142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f07977b8>, [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:13Z', 'revision_number': 4, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port': {'id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:12Z', 'updated_at': '2021-04-08T19:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:09Z', 'revision_number': 5, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:44:17.089531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a6ee6-0a71-487a-8707-9784265c7c91 None None] The sync data for ids ['988384d9-6832-4241-83c5-725c3231ae73'] in dv-cinder-784623-4-iscsi is: [{'id': '988384d9-6832-4241-83c5-725c3231ae73', 'name': 'router1', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:43:52Z', 'updated_at': '2021-04-08T19:44:13Z', 'revision_number': 4, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'gw_port': {'id': '60dcd03f-c38c-4e21-bf06-d2c4f133f30f', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fe:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:12Z', 'updated_at': '2021-04-08T19:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'e5b5a782-0b0c-4007-89d5-75864a8c146b', 'name': '', 'network_id': 'd04a232a-6829-4d59-b083-461a8660c07d', 'tenant_id': '581f949f5c6f4c38af89f2b16ea98187', 'mac_address': 'fa:16:3e:bc:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988384d9-6832-4241-83c5-725c3231ae73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:44:02Z', 'updated_at': '2021-04-08T19:44:09Z', 'revision_number': 5, 'project_id': '581f949f5c6f4c38af89f2b16ea98187', 'subnets': [{'id': 'aa598b9f-c12f-4e1f-89e6-18ee01ff918c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23435f9d-6ce0-444d-8c92-734f5cbf5fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:44:17.411479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60392) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:44:17.546388 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-999dd118-260a-42b7-b52f-4a6a3ee9a518 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1336694
Apr 08 19:44:18.915497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60dcd03f-c38c-4e21-bf06-d2c4f133f30f up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:44:19.035615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:44:19.040825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:19.041236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:19.171699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:19.188855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:44:19.211930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:19.214226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:44:19.289432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=60dcd03f-c38c-4e21-bf06-d2c4f133f30f,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:44:19.292779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:44:20.925251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60dcd03f-c38c-4e21-bf06-d2c4f133f30f up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:44:21.012219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 60dcd03f-c38c-4e21-bf06-d2c4f133f30f triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:44:21.013358 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:22.749403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a48a1991-d22b-4fa5-8759-a7e1b64ceabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:25.091671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-209fcd07-cfe7-4463-bb62-a0720e3d47ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:25.540295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:26.035765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:44:27.003915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:27.388226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:52.719646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-73c69c70-f7f5-404e-87a7-ff70d51dde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:55.096335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e23bfdd2-ea63-48a8-809b-4b14f948b912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:55.537219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:56.868067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:44:57.451232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:03.035537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:45:22.724934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f70bf3e6-20ab-49c7-a0e4-c738b1eb0698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:25.090927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1985c6e2-98da-430d-ae8d-2df37b8cb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:25.524280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:26.862020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:27.387536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:40.035255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:45:52.718671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b52a-1930-4266-a8c1-b6c7722f76ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:55.089968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d95a26c2-0092-4d14-98db-5e6c4f009203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:55.518601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:56.866922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:45:57.398459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:01.320741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60962) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:01.577835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.pecan_wsgi.hooks.translation [None req-443b5355-50b7-474c-9515-c46544c10a47 admin admin] GET failed (client error): The resource could not be found.
Apr 08 19:46:01.579190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-443b5355-50b7-474c-9515-c46544c10a47 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.2573900
Apr 08 19:46:01.719989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb75c0f-92e6-47a2-86f1-8310f41b302c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:01.721533 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-feb75c0f-92e6-47a2-86f1-8310f41b302c admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1379840
Apr 08 19:46:04.207154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60972) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:04.322180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbff417-0346-46b0-a74a-1ef02a74e895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:04.322783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3fbff417-0346-46b0-a74a-1ef02a74e895 admin admin] Synchronizing usage tracker for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:subnet {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:46:04.387080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3fbff417-0346-46b0-a74a-1ef02a74e895 admin admin] Unset dirty status for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:subnet {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:46:04.388261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3fbff417-0346-46b0-a74a-1ef02a74e895 admin admin] 10.222.0.68 "GET /v2.0/subnets/aa598b9f-c12f-4e1f-89e6-18ee01ff918c HTTP/1.1" status: 200  len: 849 time: 0.1800401
Apr 08 19:46:04.399827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:46:04.525460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Notify callbacks [] for subnet, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:04.867045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783999526788'] for subnet, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:04.881969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:46:05.012517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa598b9f-c12f-4e1f-89e6-18ee01ff918c,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:46:05.032484 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.032874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.033249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.033618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.034011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.034392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.034755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.035115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.035506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.035846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.036773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.037129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:05.042585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:46:05.072361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:05.073002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:05.074769 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] 10.222.0.68 "PUT /v2.0/subnets/aa598b9f-c12f-4e1f-89e6-18ee01ff918c HTTP/1.1" status: 200  len: 868 time: 0.6794953
Apr 08 19:46:05.093022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ab433-86da-4c6b-bd1d-4985df901067 None None] Network d04a232a-6829-4d59-b083-461a8660c07d requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:46:05.588763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2aa654ad-978a-43cc-924d-3655d8df3815 None None] Provisioning complete for port e5b5a782-0b0c-4007-89d5-75864a8c146b triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:46:05.589302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2aa654ad-978a-43cc-924d-3655d8df3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:05.725523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2aa654ad-978a-43cc-924d-3655d8df3815 None None] Provisioning complete for port 81b5c0cc-35ea-4617-ac3f-34e9d5e56f0c triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:46:05.725987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2aa654ad-978a-43cc-924d-3655d8df3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:07.718289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60982) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:07.922091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e30b6a-5952-497c-8442-06df4fa5c9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:07.922541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e30b6a-5952-497c-8442-06df4fa5c9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:07.924212 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-40e30b6a-5952-497c-8442-06df4fa5c9dc admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2048819
Apr 08 19:46:10.439488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 60992) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:10.631286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b91c1f-32ba-4b6a-be41-904832e92b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:10.631751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b91c1f-32ba-4b6a-be41-904832e92b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:10.633399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-96b91c1f-32ba-4b6a-be41-904832e92b97 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1928771
Apr 08 19:46:13.112500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32770) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:13.300292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d83790-2fa3-4118-934e-3aae4fcd0c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:13.302669 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b5d83790-2fa3-4118-934e-3aae4fcd0c00 admin admin] 10.222.0.68 "GET /v2.0/networks/d04a232a-6829-4d59-b083-461a8660c07d HTTP/1.1" status: 200  len: 869 time: 0.1881547
Apr 08 19:46:15.815861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32780) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:15.995486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a600f1-ce16-470b-a442-713e8f3486fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:15.996943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-63a600f1-ce16-470b-a442-713e8f3486fd admin admin] 10.222.0.68 "GET /v2.0/networks/eae2473c-485d-4179-a609-e32bdc74ffdd HTTP/1.1" status: 200  len: 886 time: 0.1800127
Apr 08 19:46:17.033862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:46:18.486821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32790) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:18.604676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e1f13-ccf4-41d5-bb31-34cfacdd1a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:18.605190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e1f13-ccf4-41d5-bb31-34cfacdd1a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:18.606816 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7d9e1f13-ccf4-41d5-bb31-34cfacdd1a73 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1189609
Apr 08 19:46:21.107430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32800) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:21.222259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f801fc-7206-464e-b7a0-661d6b6da44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:21.222814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f801fc-7206-464e-b7a0-661d6b6da44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:21.225270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-73f801fc-7206-464e-b7a0-661d6b6da44f admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1168108
Apr 08 19:46:22.706710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffa7c-e5d0-406d-90ee-505492f60546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:23.742306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32810) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:23.861224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e46aae-78d4-4e85-aa6c-8a9f660688bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:23.862649 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c5e46aae-78d4-4e85-aa6c-8a9f660688bb admin admin] 10.222.0.68 "GET /v2.0/subnets/aa598b9f-c12f-4e1f-89e6-18ee01ff918c HTTP/1.1" status: 200  len: 868 time: 0.1193137
Apr 08 19:46:25.078355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b257665c-16d2-4f21-adc6-03f18bde6b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:25.535649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:26.360004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32820) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:26.469051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc7eef4-7a2e-4f7d-940b-effe7ac584c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:26.470536 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-efc7eef4-7a2e-4f7d-940b-effe7ac584c8 admin admin] 10.222.0.68 "GET /v2.0/subnets/e0feedc4-0c2c-441c-b4c3-232c8f97e085 HTTP/1.1" status: 200  len: 816 time: 0.1094902
Apr 08 19:46:26.872536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:27.404089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:52.728820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-75194187-7373-4dc8-9e1a-8b8b666cfdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:53.092855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32864) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:53.143783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-36696525-af49-44ce-a5b4-949821eaf9e0 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:46:53.145511 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-36696525-af49-44ce-a5b4-949821eaf9e0 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0516484
Apr 08 19:46:54.032681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:46:55.100782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c76fe30b-3e4f-42c3-aece-8ee691ab7b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:55.534927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:55.719826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32874) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:55.794983 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f44405-40ab-4f99-be54-4260ba61124a admin admin] GET failed (client error): The resource could not be found.
Apr 08 19:46:55.796268 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-50f44405-40ab-4f99-be54-4260ba61124a admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0754263
Apr 08 19:46:55.931111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43d797-0d9d-44a0-86e2-120d14e6ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:55.932634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ac43d797-0d9d-44a0-86e2-120d14e6ba6e admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1315479
Apr 08 19:46:56.889271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:57.415065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:58.422029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 32884) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:46:58.481053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:46:58.484040 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.quota [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd2f21249e8>.
Apr 08 19:46:58.500288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:46:58.515850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:46:58.563612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Made reservation on behalf of 8fbbaa7b65a64a03b80ea1eacae5aa2b for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:46:58.644850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.policy [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85385) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 19:46:58.701148 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:46:58.701575 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING oslo_policy.policy [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 19:46:58.722767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:59.000048 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.services.revisions.revision_plugin [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd2f1f8ce10] {project_id='8fbbaa7b65a64a03b80ea1eacae5aa2b', id='818ba81c-f537-4806-b8cc-673bf5a82502', target_tenant='*', action='access_as_shared', object_id='684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'}> to bump revision.
Apr 08 19:46:59.080372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:46:59.092912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783999560170', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:59.093510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd2f2c69ea0> segment precommit_create {{(pid=85385) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 19:46:59.094015 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Added segment f9dd05c8-fbe2-40fb-8294-daa08d3085de of type vlan for network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b
Apr 08 19:46:59.169531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:59.232250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:59.235391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:46:59.235391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:46:59.240714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:46:59.387060 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9638824
Apr 08 19:46:59.505667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Pushing event updated for resources: {'Network': ['ID=684eb5c3-8812-4c13-8d2b-17d5b17e9e4b,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:46:59.513918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.514305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.514664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.515024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.515375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.515734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.516089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.516440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.516807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.517158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.517769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.518136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Tracked resource versions report:
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:46:59.519641 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:46:59.546662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:46:59.555258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:47:01.905701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32900) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:47:01.979205 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1915e2-184c-412d-bce0-44ebf2b78280 admin admin] GET failed (client error): The resource could not be found.
Apr 08 19:47:01.980713 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3b1915e2-184c-412d-bce0-44ebf2b78280 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0739536
Apr 08 19:47:02.095895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f22a9-da38-4c79-b739-8ca7bd5b9ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:47:02.098327 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-180f22a9-da38-4c79-b739-8ca7bd5b9ac8 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1133604
Apr 08 19:47:02.109016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b', 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:47:02.114424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:47:02.124213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:47:02.157385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Made reservation on behalf of 8fbbaa7b65a64a03b80ea1eacae5aa2b for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:47:02.162680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:02.625016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:02.640433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-54c34f24-a1da-412f-b4a7-d6a6da40a58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:47:02.764185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92f7ba7-904d-4d97-b22d-0e1b5bb41978,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:47:02.776785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:47:02.833465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Checking segment: {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:47:02.833876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Network hostable DHCP agents. Network: 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:47:02.883210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:47:02.917002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:47:02.920892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:47:02.921524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:02.926468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302c6b7-d7ff-4eca-9f3d-77df3b9e74fe None None] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:47:02.975607 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8703079
Apr 08 19:47:03.165360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-684eb5c3-8812-4c13-8d2b-17d5b17e9e4b', 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b', 'tenant_id': '8fbbaa7b65a64a03b80ea1eacae5aa2b', 'fixed_ips': [{'subnet_id': 'd92f7ba7-904d-4d97-b22d-0e1b5bb41978'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:47:03.166401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:03.334311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Allocated IP 192.168.233.2 (684eb5c3-8812-4c13-8d2b-17d5b17e9e4b/d92f7ba7-904d-4d97-b22d-0e1b5bb41978/bf57d5b0-91f1-4919-8e82-c83aeaccbca3) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:47:03.608042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:03.667344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Transition to ACTIVE for port object bf57d5b0-91f1-4919-8e82-c83aeaccbca3 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:47:03.688186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Transition to ACTIVE for port object bf57d5b0-91f1-4919-8e82-c83aeaccbca3 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:47:03.713116 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:03.729521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:47:04.028065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Pushing event updated for resources: {'Port': ['ID=bf57d5b0-91f1-4919-8e82-c83aeaccbca3,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:47:04.049481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.050504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.051050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.051422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.051788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.052156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.052524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.052874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.053244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.053601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.053982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.054335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:47:04.060153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:47:04.096382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:47:04.097891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:47:04.100185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:47:04.192672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Attempting to bind port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:47:04.193088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Attempting to bind port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:47:04.193487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Attempting to bind port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 on network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:47:04.199095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:47:04.199506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Checking segment: {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:47:04.199931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:04.200353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Bound using segment: {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:47:04.200852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Bound port: bf57d5b0-91f1-4919-8e82-c83aeaccbca3, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:47:04.201258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:04.280641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] For port bf57d5b0-91f1-4919-8e82-c83aeaccbca3, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:47:04.283964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] For port bf57d5b0-91f1-4919-8e82-c83aeaccbca3, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=bf57d5b0-91f1-4919-8e82-c83aeaccbca3,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:47:04.323970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:04.343566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:47:04.496801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Pushing event updated for resources: {'Port': ['ID=bf57d5b0-91f1-4919-8e82-c83aeaccbca3,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:47:04.501813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:47:05.025038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device bf57d5b0-91f1-4919-8e82-c83aeaccbca3 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:47:05.168892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:47:05.783497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbbdda-0092-4fa4-8620-bed34f6570ed None None] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:47:05.895243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Provisioning for port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:47:05.905497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Provisioning complete for port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:47:05.905963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:06.139365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:06.161973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] For port bf57d5b0-91f1-4919-8e82-c83aeaccbca3, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=bf57d5b0-91f1-4919-8e82-c83aeaccbca3,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:47:06.186386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:06.188527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:47:06.263319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Pushing event updated for resources: {'Port': ['ID=bf57d5b0-91f1-4919-8e82-c83aeaccbca3,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:47:06.266584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:47:06.407838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a4b8bf23-8e06-43db-8b6f-59e360e63049 None None] Provisioning complete for port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:47:06.408153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a4b8bf23-8e06-43db-8b6f-59e360e63049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:06.999878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device bf57d5b0-91f1-4919-8e82-c83aeaccbca3 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:47:07.073351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port bf57d5b0-91f1-4919-8e82-c83aeaccbca3 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:47:07.073757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:22.734483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f038adec-4cc1-44ae-add0-2b78e77e334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:25.094598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d802252c-179b-469c-8e59-c1a7b3e3b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:25.539861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:26.871990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:27.403143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:31.032018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:47:52.723277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b000a05a-f07e-4085-8249-21ad5077fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:55.094044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9b30f523-6609-4deb-ba11-bb3ff7a6751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:55.562779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:56.877026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:47:57.409544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:08.030786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:48:22.734267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f254fb3a-4010-43e6-b184-90afbc481c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:25.099766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f7000f2f-6d4c-46dd-96ec-3e6a124c20ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:25.551364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:26.876951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:27.407653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:44.437608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32950) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:48:44.444004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [None req-8832c76f-086c-4d24-b132-47beef328c23 tempest-verify_tempest_config-632487311 tempest-verify_tempest_config-632487311-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:48:44.445048 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8832c76f-086c-4d24-b132-47beef328c23 tempest-verify_tempest_config-632487311 tempest-verify_tempest_config-632487311-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063293
Apr 08 19:48:44.934030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32968) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:48:45.030454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:48:45.061266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.075814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:48:45.079841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b537b29a324d8ba3bd48d34aa51d15 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:48:45.082713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:48:45.089164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:48:45.340046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.384664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.394037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:48:45.434496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Synchronizing usage tracker for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:48:45.438006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5117e4d2-4c45-4d39-85de-e10949839918,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:48:45.448780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.449168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.449546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.449945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.450316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.450685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.451047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.451409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.451775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.452133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.452491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.452850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:48:45.458235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:48:45.499589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Unset dirty status for tenant:8fbbaa7b65a64a03b80ea1eacae5aa2b on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:48:45.500891 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1b537b29a324d8ba3bd48d34aa51d15&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5657179
Apr 08 19:48:45.503740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 32974) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:48:45.563761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.591083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.728148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.733402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:48:45.747458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117e4d2-4c45-4d39-85de-e10949839918,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:48:45.750378 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:48:45.751301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:45.752481 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5117e4d2-4c45-4d39-85de-e10949839918 HTTP/1.1" status: 204  len: 168 time: 0.2477863
Apr 08 19:48:52.727659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce926b1a-8b45-41d3-a9c4-0dc549ea25a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:55.099718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-573edace-c7f8-490a-996b-8a51f56805da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:55.551114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:56.904429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:48:57.408067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:22.029637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:49:22.738104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b20d3329-9fbc-4ef9-9cb8-b17872b73d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:25.098218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-97f3d14a-7a6e-4791-8fff-04936f6f1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:25.556688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:26.870243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:27.413259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:52.721705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80b6186d-847f-48fc-9cee-693145141755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:55.091748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9ca65238-9879-4d20-ba2b-6d57fa449d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:55.554555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:56.869015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:57.412810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:49:59.029204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 5 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:50:15.921947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647'] for agent, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:21.857625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33030) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:50:21.977455 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c6dd832f-db57-4e17-a9ab-61be11395307 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1186116
Apr 08 19:50:22.727450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0bad748e-6e7e-4844-a220-2f237ec19482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:24.496078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33040) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:50:24.558753 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0d45ba1a-106c-4aa5-8e5c-a8ebeced4978 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0614569
Apr 08 19:50:25.103118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3822b5af-bcdf-4023-8818-cfb756457c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:25.565464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:26.869111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:27.417097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:36.031825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:50:45.886785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:52.726633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3fd0-61f9-4edc-86b7-645ba5d6b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:55.091525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-62a671d7-2126-47c0-8ee2-3df8556dea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:55.560762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:56.879533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:50:57.429535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:13.032160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:51:15.909853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:22.732841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f011c70-c4b7-43f7-bd7a-83fcf98c93a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:25.092123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0337eaab-d9f4-4c8e-a914-a7c15844474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:25.566387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:26.875082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:27.418216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:45.926450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:50.031446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:51:52.741806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8e7b798a-47dd-41fb-b6c8-a667510bb474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:55.081917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-51317380-4b23-47e6-9276-5e1386068fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:55.566464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.022436 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33194) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:56.382734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-network', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:56.390534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:56.395210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Usage tracker for resource:network and tenant:d7006dad3204436a927ec6c8460bdcdc is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:56.399194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:56.406739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:56.452251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Made reservation on behalf of d7006dad3204436a927ec6c8460bdcdc for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:56.457527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.471006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.500028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:56.504352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:d7006dad3204436a927ec6c8460bdcdc is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:56.508427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:56.515964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:56.632429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.658185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.663782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:56.702229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59fff31-8080-4626-b8cc-6f9ca36537b1,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:56.713740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.714394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.714936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.715451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.715981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.716515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.717005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.717657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.718196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.718698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.719199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.719891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Tracked resource versions report:
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     HyperV agent@hv-cinder-78462: {},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:51:56.721334 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:51:56.728869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:56.749349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:56.759179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.759592 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Added segment ebb094dd-2706-4ebb-ae7f-0918e0158e38 of type vlan for network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99
Apr 08 19:51:56.790314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.875310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.902114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.903638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:56.904286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:56.909569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:57.022941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:57.025875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:57.034878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:51:57.053155 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0295231
Apr 08 19:51:57.056811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33246) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.062932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Request body: {'subnet': {'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-subnet', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.068286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.073166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Usage tracker for resource:subnet and tenant:d7006dad3204436a927ec6c8460bdcdc is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.076530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.082754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:57.263869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Made reservation on behalf of d7006dad3204436a927ec6c8460bdcdc for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:57.268720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.329510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33254) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.487884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33262) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.513593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.523253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33268) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.559152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33274) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.754375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1541701935-network', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.762148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.767248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Usage tracker for resource:network and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.771257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.778837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:57.794435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-392703983-network', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.801289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.809619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Usage tracker for resource:network and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.813181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.820621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:57.827344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33288) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:57.834666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Made reservation on behalf of dc0a7f9bbbc942afb9322255268b70cb for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:57.841759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.859795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2020665374-network', 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.866136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.880401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Made reservation on behalf of 30d8c4f66d9b4b4f996a64bcb58cb94f for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:57.885549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.906621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-220130941-network', 'tenant_id': 'eeac99c9af9944009f346bfbc266bc1b'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.914110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.917389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.928366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.935989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Usage tracker for resource:network and tenant:52e6ad85fb2e459fbff65e22035e3e1d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.941347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.944724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.949162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:57.955380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-723172903-network', 'tenant_id': '49c954257f0449beaf71c889184e5110'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:57.955913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.959144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.961593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:57.972606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:57.975139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:57.979932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.984556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Usage tracker for resource:network and tenant:eeac99c9af9944009f346bfbc266bc1b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:57.987357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:57.998544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.005609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.013496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.031557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:58.037667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.059055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.073409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:58.100252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.109360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Usage tracker for resource:network and tenant:49c954257f0449beaf71c889184e5110 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.125189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.137049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.192301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Checking segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:51:58.192692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Network hostable DHCP agents. Network: c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:51:58.199239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.204336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Usage tracker for resource:security_group_rule and tenant:52e6ad85fb2e459fbff65e22035e3e1d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.208405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.215737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.225723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Made reservation on behalf of 49c954257f0449beaf71c889184e5110 for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:58.229366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.248415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.260940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:58.275934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:58.276954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.281209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Usage tracker for resource:security_group_rule and tenant:49c954257f0449beaf71c889184e5110 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.284672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.296315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.317041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:51:58.364989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:51:58.375144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442aec1-1c59-4a18-ae17-5095edf2dba2 None None] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:51:58.389353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:58.390353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.395164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.397928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Made reservation on behalf of eeac99c9af9944009f346bfbc266bc1b for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:58.408669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.425592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.444150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.447377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.458170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.464370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:58.472469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:58.484306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.485000 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Added segment 65bb6ff6-7124-46ff-905a-8a3a6233141b of type vlan for network eb1ab9d1-8d59-4cce-a5d3-e67110628d93
Apr 08 19:51:58.513746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4552088
Apr 08 19:51:58.519220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.537952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33322) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:58.549446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:58.558260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.566574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:58.571882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:58.580975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.580975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186df39-1d8f-4fef-bd51-89150ed3c3a8,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:58.600649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.604093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:58.605438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.606295 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Added segment 79775293-ac05-4aab-ba83-26302d5edd3b of type vlan for network 47bab395-e931-4beb-a485-f484ec0eac2d
Apr 08 19:51:58.607907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Usage tracker for resource:router and tenant:d7006dad3204436a927ec6c8460bdcdc is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.614833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.619680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.627229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:58.627870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.634006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Usage tracker for resource:security_group_rule and tenant:eeac99c9af9944009f346bfbc266bc1b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.638791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.652368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.664241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.674764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.700006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:58.716731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.756090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.758029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.789065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a35f7-9bd2-42d6-939c-2d7aea68c1b8 None None] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:51:58.797132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.797688 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Added segment 0a009fca-7275-4483-8347-d255b983e1d2 of type vlan for network d44b7d16-2394-438e-8506-175a7eaa1b96
Apr 08 19:51:58.817520 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2931352
Apr 08 19:51:58.820684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33334) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:58.827934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Request body: {'subnet': {'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2020665374-subnet', 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:58.833143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:58.834347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.837169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Usage tracker for resource:subnet and tenant:52e6ad85fb2e459fbff65e22035e3e1d is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:58.840414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:58.850920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:58.877273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.881688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.883709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.922611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:58.941128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.941621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.942051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.942425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.942796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.943181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.943824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.944197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.944589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.944914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.945278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.945641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Tracked resource versions report:
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     HyperV agent@hv-cinder-78462: {},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:51:58.946780 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:51:58.971294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:58.974592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:58.985277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:58.989108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.991230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:58.992109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:58.999677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7f0c797f-81f9-45c7-a8c3-f414120886f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.021452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:59.027279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.030146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca323df-07ca-41f9-b7f0-79ab3721f284,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.078055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.078453 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Added segment 453a7a32-9147-4d03-85cc-d2621b56aa73 of type vlan for network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5
Apr 08 19:51:59.079853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e84017-8401-40f0-92d2-07d20361166a,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.094920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.100267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.206277 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3772411
Apr 08 19:51:59.208169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33344) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:59.214827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Request body: {'subnet': {'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-723172903-subnet', 'tenant_id': '49c954257f0449beaf71c889184e5110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:59.219892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:59.223444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.223937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Usage tracker for resource:subnet and tenant:49c954257f0449beaf71c889184e5110 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:59.226984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:59.267643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.271828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.272641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.279380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:59.280023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.289326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:51:59.312033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1ab9d1-8d59-4cce-a5d3-e67110628d93,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.324510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.331855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:51:59.332011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6f7b6b64-a8f9-486d-8249-e64d7e77d981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.337044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:51:59.340635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Pushing event updated for resources: {'Network': ['ID=47bab395-e931-4beb-a485-f484ec0eac2d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.345349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.370741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.371128 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Added segment cc9789bf-7fc1-4251-8cac-7c7e2775f1bb of type vlan for network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294
Apr 08 19:51:59.401210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42149a9a-fb3c-43bd-ba21-3665ca8deeee,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.404967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.408251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6858f816-91c7-484f-8519-f5a9c3f4f4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.437644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.467918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 47bab395-e931-4beb-a485-f484ec0eac2d details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:51:59.552200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Made reservation on behalf of 49c954257f0449beaf71c889184e5110 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:51:59.558298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.759456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:59.760566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.767432 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.4363794
Apr 08 19:51:59.770950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.782376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33358) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:59.855896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.857165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Pushing event updated for resources: {'Network': ['ID=d44b7d16-2394-438e-8506-175a7eaa1b96,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:51:59.860883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.868481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:51:59.868481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:51:59.876629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.876947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:51:59.879352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:51:59.885134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Request body: {'subnet': {'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1541701935-subnet', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:59.909157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network d44b7d16-2394-438e-8506-175a7eaa1b96 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:51:59.910094 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.4210348
Apr 08 19:51:59.910572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:51:59.965043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33368) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:51:59.984871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Usage tracker for resource:subnet and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:51:59.988323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Request body: {'subnet': {'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-subnet', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:51:59.991257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:51:59.997558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:00.003403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.4442170
Apr 08 19:52:00.007726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33372) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:00.008669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Usage tracker for resource:subnet and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:00.011675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:00.033567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:00.039967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Request body: {'subnet': {'network_id': '08a9bfa7-d5ba-4f90-9ef0-cd440682f294', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-220130941-subnet', 'tenant_id': 'eeac99c9af9944009f346bfbc266bc1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:00.098304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:00.100847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:00.122746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:52:00.132663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Usage tracker for resource:subnet and tenant:eeac99c9af9944009f346bfbc266bc1b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:00.137286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:00.148692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:00.158453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Pushing event updated for resources: {'Network': ['ID=08a9bfa7-d5ba-4f90-9ef0-cd440682f294,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:00.169896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:00.172307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:00.172828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:00.174340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:00.183491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:00.208995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:52:00.433670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Made reservation on behalf of 30d8c4f66d9b4b4f996a64bcb58cb94f for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:00.440895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:00.504512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Made reservation on behalf of eeac99c9af9944009f346bfbc266bc1b for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:00.509449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:00.516094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Made reservation on behalf of dc0a7f9bbbc942afb9322255268b70cb for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:00.520878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:00.543659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:00.621414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:01.010728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913b739f-d7dc-4f6d-a182-3f6abae1be69,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:01.018814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:01.216862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Checking segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:01.220403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Network hostable DHCP agents. Network: eb1ab9d1-8d59-4cce-a5d3-e67110628d93, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:01.310385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.329307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8d94f83f-4fdc-4fc8-974d-ef7ffa185aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:01.443999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.537714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fb61be-0d6a-4d57-b0de-63b43150e376,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:01.551701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:01.554326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-11e68c70-dc8d-4647-acda-4fec2e5ff605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:01.683966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6683d404-4cfa-48c6-9a37-8a15531b6ff0,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:01.686109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:01.687661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:01.753823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Checking segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:01.761755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Network hostable DHCP agents. Network: 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:01.794619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Checking segment: {'id': 'cc9789bf-7fc1-4251-8cac-7c7e2775f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '08a9bfa7-d5ba-4f90-9ef0-cd440682f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:01.795019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Network hostable DHCP agents. Network: 08a9bfa7-d5ba-4f90-9ef0-cd440682f294, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:01.797311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, eb1ab9d1-8d59-4cce-a5d3-e67110628d93) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:01.806689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68568cc9-e720-4a96-97a2-2edec103dc4f None None] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:01.812738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:01.813379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.819168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.834627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:01.841572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:01.846465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:01.847367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.856173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:01.874264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:01.887661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c50f16-9229-4712-a0cc-d93b8d93568d None None] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:01.902765 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9365165
Apr 08 19:52:01.905728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33428) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:01.911581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:01.917618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:01.922457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Usage tracker for resource:router and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:01.925616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:01.932229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:01.935220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 08a9bfa7-d5ba-4f90-9ef0-cd440682f294) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:01.940839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:01.942050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:01.974120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae5d4f-4672-4add-9673-19cc60a2988e None None] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:01.983376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.002409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9724796
Apr 08 19:52:02.005918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.007349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.028375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.061103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.133756 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.3114986
Apr 08 19:52:02.151686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dcc87a-4546-46d8-aa86-e33a5c4cc9e7,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:02.170960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:02.350699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Checking segment: {'id': '79775293-ac05-4aab-ba83-26302d5edd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:02.351089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Network hostable DHCP agents. Network: 47bab395-e931-4beb-a485-f484ec0eac2d, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:02.357678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Allocated IP 172.27.1.36 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/9e177d43-9124-40ce-90dc-cd3f40e5818e) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:02.511829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4097e9b-a0e3-4ed7-9fe1-9deee700e9f2 None None] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:02.531453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Network 47bab395-e931-4beb-a485-f484ec0eac2d is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:02.553205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.577413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-56f8c378-95ef-4bdc-a379-d31ec51ef787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:02.652262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:52:02.666053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.740040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 47bab395-e931-4beb-a485-f484ec0eac2d) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:02.742221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76df7b-b5b0-496b-a660-f84984e3982e None None] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:02.805061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.807652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7dfcd-e66d-4e27-bffc-7313aefc56e1 None None] Network 47bab395-e931-4beb-a485-f484ec0eac2d requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:02.866680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:02.867343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:02.925511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdb465b-d029-4636-aead-877deb24131e,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:02.963100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:03.090681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.186133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33480) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:03.189091 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 19:52:03.295189 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.0769670
Apr 08 19:52:03.295379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33492) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:03.304911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569993422-network', 'tenant_id': '5dfc01f7064142d1b88f80073bc5e28d'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:03.312041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:03.319285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Usage tracker for resource:network and tenant:5dfc01f7064142d1b88f80073bc5e28d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:03.349557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:03.367342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:03.386039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Allocated IP 172.20.0.2 (9da151bf-9cf9-4fd1-97e3-80d4822b6fc5/10fb61be-0d6a-4d57-b0de-63b43150e376/152e168e-fbfc-45ac-98c1-f244a238d40e) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:03.401193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.405944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.429354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:03.466744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Checking segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:03.467483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Network hostable DHCP agents. Network: d44b7d16-2394-438e-8506-175a7eaa1b96, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:03.478740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.618102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33502) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:03.627576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-ae23d360-f57b-4a85-8be8-e933968613a6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:03.629281 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-ae23d360-f57b-4a85-8be8-e933968613a6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.4420688
Apr 08 19:52:03.662127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Made reservation on behalf of 5dfc01f7064142d1b88f80073bc5e28d for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:03.673918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Pushing event updated for resources: {'Port': ['ID=9e177d43-9124-40ce-90dc-cd3f40e5818e,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:03.680829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.704458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:03.709103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-b4648a40-3f04-442b-943c-c2f35bb5b3fd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/quotas/52e6ad85fb2e459fbff65e22035e3e1d HTTP/1.1" status: 200  len: 375 time: 0.0679560
Apr 08 19:52:03.767665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.804644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:03.814711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Usage tracker for resource:security_group_rule and tenant:5dfc01f7064142d1b88f80073bc5e28d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:03.820015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:03.828444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:03.933420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.943794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Allocated IP 172.27.1.35 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/599d7e9f-b825-4ad9-9a37-a4fb403a352e) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:03.974951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:03.991149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:52:04.000920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.001307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Added segment 9e4d6a43-5990-470e-91aa-d518ba866229 of type vlan for network afc16600-4058-423e-93c2-f27e69208352
Apr 08 19:52:04.031771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.053678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:04.058327 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-001faad6-dd7b-4140-9042-6a953835ba43 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3388472
Apr 08 19:52:04.087971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:04.091243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:04.099114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:04.114581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-971542b9-c71a-43ca-868f-ed3cf60fe7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:04.133633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.146319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33532) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:04.149397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:04.150630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.162182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33534) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:04.176937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dcd03-8ff9-4cdd-a159-cf08830b6e10 None None] Network 47bab395-e931-4beb-a485-f484ec0eac2d requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:04.178948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, d44b7d16-2394-438e-8506-175a7eaa1b96) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:04.183345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:04.184176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.201057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e91ddd-72ad-4fe0-95da-ec241ab7085c None None] Network d44b7d16-2394-438e-8506-175a7eaa1b96 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:04.212059 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 19:52:04.358311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.366211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d71a9-38a4-47c6-b4f6-c59ef56fb80c,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:04.373215 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0818505
Apr 08 19:52:04.379934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33546) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:04.379934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:04.381633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:04.393013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:04.406002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Request body: {'subnet': {'network_id': 'afc16600-4058-423e-93c2-f27e69208352', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1569993422-subnet', 'tenant_id': '5dfc01f7064142d1b88f80073bc5e28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:04.424024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Usage tracker for resource:security_group_rule and tenant:33e77e54a163408a8c08ba1230506036 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:04.439841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:04.452225 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.6017783
Apr 08 19:52:04.458438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33552) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:04.459255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.481909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2f756c45-ce7b-48fa-b5c9-b7e81e753d1c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:52:04.486099 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2f756c45-ce7b-48fa-b5c9-b7e81e753d1c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1063588
Apr 08 19:52:04.487992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:04.493050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:04.502564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:04.511058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Usage tracker for resource:subnet and tenant:5dfc01f7064142d1b88f80073bc5e28d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:04.515878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:04.540888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:04.544402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:04.553803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:04.559822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.562210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Pushing event updated for resources: {'Network': ['ID=afc16600-4058-423e-93c2-f27e69208352,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:04.562801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Usage tracker for resource:router and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:04.565082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:04.571568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:04.584946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0a423360d2a84bc1904af92f81204f40 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:04.594856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:04.607512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network afc16600-4058-423e-93c2-f27e69208352 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:52:04.610211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-81ef4912-855a-43ad-83d6-e82b1fad190a tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:04.611836 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-81ef4912-855a-43ad-83d6-e82b1fad190a tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/networks?id=47bab395-e931-4beb-a485-f484ec0eac2d HTTP/1.1" status: 200  len: 811 time: 0.4304340
Apr 08 19:52:04.614973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.622962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Made reservation on behalf of 5dfc01f7064142d1b88f80073bc5e28d for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:04.627765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.643645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Transition to ACTIVE for port object 152e168e-fbfc-45ac-98c1-f244a238d40e will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:04.676176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:04.722817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-3f37b9c5-e60a-42d3-a1fe-c53199c61d14 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/quotas/49c954257f0449beaf71c889184e5110 HTTP/1.1" status: 200  len: 375 time: 0.1039848
Apr 08 19:52:04.749721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:04.791387 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-80de0cab-5fce-4347-915a-20dfc64c2207 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=49c954257f0449beaf71c889184e5110&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0596819
Apr 08 19:52:04.792122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Transition to ACTIVE for port object 152e168e-fbfc-45ac-98c1-f244a238d40e will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:04.854332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.855347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.859971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-d44b7d16-2394-438e-8506-175a7eaa1b96', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:52:04.862110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.928014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.945314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-43728f32-43b5-4dce-8f89-83c7d116ad99 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:52:04.947637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:04.947952 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-43728f32-43b5-4dce-8f89-83c7d116ad99 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0770798
Apr 08 19:52:04.948147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:04.971262 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-a2cf843e-ac6a-4e4b-b2a9-bd4287d312a4 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558644
Apr 08 19:52:04.975522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:05.026048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.101944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Pushing event updated for resources: {'Port': ['ID=152e168e-fbfc-45ac-98c1-f244a238d40e,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:05.120134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.120318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.120696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.121074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.121447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.121821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.122307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.122552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.122921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.123392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.123631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.123992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Tracked resource versions report:
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     HyperV agent@hv-cinder-78462: {},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:52:05.125307 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:52:05.152675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:05.179504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.247601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Pushing event updated for resources: {'Port': ['ID=599d7e9f-b825-4ad9-9a37-a4fb403a352e,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:05.250078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:05.253873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:05.255909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Allocated IP 172.20.0.2 (d44b7d16-2394-438e-8506-175a7eaa1b96/afdb465b-d029-4636-aead-877deb24131e/4e813aee-afbf-47fb-81bf-5d7fe8005e23) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:05.260136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:05.260858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:05.345716 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-44efa267-91b2-4e7b-b0e0-26481187c960 service neutron] 10.222.0.68 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711023
Apr 08 19:52:05.444385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:05.450699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:05.514838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:05.547325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.589043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.591662 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-f7374073-2c84-4499-9ffa-7f79f84cbfad service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6089168
Apr 08 19:52:05.626908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Attempting to bind port 152e168e-fbfc-45ac-98c1-f244a238d40e on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:05.626908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Attempting to bind port 152e168e-fbfc-45ac-98c1-f244a238d40e by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:05.627253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Attempting to bind port 152e168e-fbfc-45ac-98c1-f244a238d40e on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:05.637733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:05.638443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Checking segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:05.638862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.639304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Bound using segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:05.639840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Bound port: 152e168e-fbfc-45ac-98c1-f244a238d40e, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:05.640265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.811019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] For port 152e168e-fbfc-45ac-98c1-f244a238d40e, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:05.831659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] For port 152e168e-fbfc-45ac-98c1-f244a238d40e, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=152e168e-fbfc-45ac-98c1-f244a238d40e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:05.850068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.863716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Transition to ACTIVE for port object 4e813aee-afbf-47fb-81bf-5d7fe8005e23 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:05.871566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:05.916831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:05.970034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Transition to ACTIVE for port object 4e813aee-afbf-47fb-81bf-5d7fe8005e23 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:06.021468 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-ab1ca2f3-462a-404b-86a3-a39b04eab1e8 service neutron] 10.222.0.68 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6138847
Apr 08 19:52:06.080666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Pushing event updated for resources: {'Port': ['ID=152e168e-fbfc-45ac-98c1-f244a238d40e,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:06.093955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:06.097289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.125648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.128393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.157071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.214558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.215926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e887610-9dcd-4c06-b9ff-9ec9a9e20b05,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:06.285632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.290045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:06.367471 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-95f6d222-e2c6-49fb-90f2-654183c1720e req-33eab1d5-5131-48c6-8c05-98c333f57295 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.2027311
Apr 08 19:52:06.368227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Pushing event updated for resources: {'Port': ['ID=4e813aee-afbf-47fb-81bf-5d7fe8005e23,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:06.368340 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=33e77e54a163408a8c08ba1230506036&name=default HTTP/1.1" status: 200  len: 2976 time: 2.6937685
Apr 08 19:52:06.368340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33578) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:06.369084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:06.369192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a45ed73f-ab88-4d47-8b62-8a03d6d3250e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.377968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:06.379215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:06.381568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:06.393835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.406953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.425145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.452643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.472102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f39e92a-ad2a-4aa3-87bc-e649ddba84ae,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:06.476207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:06.486548 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a423360d2a84bc1904af92f81204f40&name=default HTTP/1.1" status: 200  len: 2978 time: 2.3101733
Apr 08 19:52:06.494758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Attempting to bind port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:06.505747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Attempting to bind port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:06.505747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Attempting to bind port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:06.506102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33582) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:06.506185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:06.506185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Checking segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:06.506370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43a640-2d76-4559-a666-3656ed81e1f4,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:06.506448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.506448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Bound using segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:06.506448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Bound port: 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:06.506448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.522609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:06.526109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.608817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] For port 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:06.612753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] For port 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e813aee-afbf-47fb-81bf-5d7fe8005e23,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:06.644836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.680773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.753570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.786746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.838601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:06.897193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:06.908328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.037361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e887610-9dcd-4c06-b9ff-9ec9a9e20b05,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:07.041807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:07.056663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Checking segment: {'id': '9e4d6a43-5990-470e-91aa-d518ba866229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'afc16600-4058-423e-93c2-f27e69208352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:07.057065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Network hostable DHCP agents. Network: afc16600-4058-423e-93c2-f27e69208352, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:52:07.164204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Pushing event updated for resources: {'Port': ['ID=4e813aee-afbf-47fb-81bf-5d7fe8005e23,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:07.182898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:07.202851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.203476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.206591 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9e887610-9dcd-4c06-b9ff-9ec9a9e20b05 HTTP/1.1" status: 204  len: 168 time: 0.8777318
Apr 08 19:52:07.219076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.232106 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b951e01-36e2-4907-9519-b9ee648cda34 req-095fe4b2-dd6c-4140-b82d-6c16b16309ac tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.4025204
Apr 08 19:52:07.299682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.303591 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e43a640-2d76-4559-a666-3656ed81e1f4 HTTP/1.1" status: 204  len: 168 time: 0.8024971
Apr 08 19:52:07.303591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-de81d98e-df86-4ad5-b564-37ef84cd9e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:07.311630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Network afc16600-4058-423e-93c2-f27e69208352 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:52:07.339161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 152e168e-fbfc-45ac-98c1-f244a238d40e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:07.349341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43a640-2d76-4559-a666-3656ed81e1f4,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:07.351978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:07.522752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, afc16600-4058-423e-93c2-f27e69208352) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:07.533482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:07.534151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:07.538657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9e4211-0ac5-47f1-938a-1a752a182b09 None None] Network afc16600-4058-423e-93c2-f27e69208352 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:07.625880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:52:07.632219 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0f11a631-ffff-4336-af03-2e035c3961fb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.2518005
Apr 08 19:52:07.636037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 152e168e-fbfc-45ac-98c1-f244a238d40e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:07.971393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.091094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.193813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:08.196743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f179ee-86ec-4a0b-9102-267997a4330f None None] Network afc16600-4058-423e-93c2-f27e69208352 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:08.197850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:08.209872 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bd139587-2e0f-4197-9f03-3e65edda7ef3 req-ccbb8a7f-01a8-459f-b48c-302277fe7c42 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.3804228
Apr 08 19:52:08.226715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:08.227697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f13575c0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:08.292593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.297098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.3903077
Apr 08 19:52:08.298164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33652) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:08.388970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f495b65-dbcf-40ad-94cc-4933a7d0e5fd None None] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:08.393822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Allocated IP 172.27.1.115 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/542b2e9c-d298-4266-931c-1042e708f672) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:08.462938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33656) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:08.463304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33660) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:08.578194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:08.633805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.682093 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b002e47-861e-4b30-bb48-1e732c624c63 req-c888c64a-3ae0-4f2e-9dcd-71fc182b8d49 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.1187744
Apr 08 19:52:08.691474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Router 3559d427-4861-4820-b9f6-13da2bd91ec5 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:52:08.705096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.735834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Provisioning for port 152e168e-fbfc-45ac-98c1-f244a238d40e completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:08.784604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Provisioning complete for port 152e168e-fbfc-45ac-98c1-f244a238d40e triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:08.785194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:08.997393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:09.267827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:09.351590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:09.370597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Usage tracker for resource:security_group_rule and tenant:58c9bac879fa49ffb24c713d3cd431c7 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:09.378791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Deleting subnet 6683d404-4cfa-48c6-9a37-8a15531b6ff0 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:52:09.382026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:09.392131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:09.424724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:09.481662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e813aee-afbf-47fb-81bf-5d7fe8005e23 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:09.512129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:09.516101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f13575c0>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:06Z', 'revision_number': 3, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:09.520193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f47be0-9008-4c3f-90f5-354f03b807e3 None None] Network d44b7d16-2394-438e-8506-175a7eaa1b96 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:52:09.535307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:09.535986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Updating router 26bfd302-2ecd-405b-8fea-30f3602b99b7 port 599d7e9f-b825-4ad9-9a37-a4fb403a352e binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:09.547933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:09.559989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:09.568362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:09.589892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Sync routers for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:09.638460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:09.682433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:09.683188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dfb00>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:09.957893 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-902d7994-fd8e-44a5-8dd8-842f5ba6d944 req-4d9f87d3-eb5c-47cb-9e87-14ccb0f3d1cc tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.3231046
Apr 08 19:52:10.022962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.071111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.154283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.10', 49817) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:10.223627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Pushing event updated for resources: {'Port': ['ID=542b2e9c-d298-4266-931c-1042e708f672,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:10.335929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:10.347729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.348288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 11.8092706
Apr 08 19:52:10.363888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33696) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:10.369486 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-01cb27d7-06d1-445b-9c81-5e55e3bef3c6 req-ec5a52ba-16b9-49bd-beb3-f6d6d817866c tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.1244266
Apr 08 19:52:10.409711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.445172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:10.449827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.465678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] For port 152e168e-fbfc-45ac-98c1-f244a238d40e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=152e168e-fbfc-45ac-98c1-f244a238d40e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:10.470904 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Transition to ACTIVE for port object 599d7e9f-b825-4ad9-9a37-a4fb403a352e will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:10.512052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.518881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:10.545895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:10.735562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:10.918616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-941991fd-008c-46bd-87fc-3377f6fba666 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:10.919421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-941991fd-008c-46bd-87fc-3377f6fba666 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:10.951182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:11.014878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.10', 49820) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:11.173585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Attempting to bind port 599d7e9f-b825-4ad9-9a37-a4fb403a352e on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:11.174219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Attempting to bind port 599d7e9f-b825-4ad9-9a37-a4fb403a352e by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:11.174501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Attempting to bind port 599d7e9f-b825-4ad9-9a37-a4fb403a352e on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:11.201997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:11.217020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:11.223164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.223164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:11.223164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Bound port: 599d7e9f-b825-4ad9-9a37-a4fb403a352e, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:11.223164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.360675 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a9bb60d2-90e8-48ff-b8aa-545569233bb9 req-9ea18e1d-5c46-45d9-adb1-7415a8edaef6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.1217334
Apr 08 19:52:11.426987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.458712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Pushing event updated for resources: {'Port': ['ID=599d7e9f-b825-4ad9-9a37-a4fb403a352e,revision_number=2']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:11.468062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.468593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.469076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.469551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.470050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.470529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.470997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.471561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.471968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.472432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.473542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.474312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Tracked resource versions report:
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]: pushed versions:
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]: {   'AddressGroup': {'1.2'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'ConntrackHelper': {'1.0'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Log': {'1.0'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Network': {'1.1'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Port': {'1.7'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'PortForwarding': {'1.2'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'QosPolicy': {'1.8'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroup': {'1.4'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SecurityGroupRule': {'1.2'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'SubPort': {'1.0'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Subnet': {'1.1'},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     'Trunk': {'1.1'}}
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]: consumer versions:
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]: {   DHCP agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     HyperV agent@hv-cinder-78462: {},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     L3 agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metadata agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     Metering agent@dv-cinder-784623-4-iscsi: {},
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:     Open vSwitch agent@dv-cinder-784623-4-iscsi: {   'AddressGroup': '1.2',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'ConntrackHelper': '1.0',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Log': '1.0',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Network': '1.1',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Port': '1.7',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'PortForwarding': '1.2',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'QosPolicy': '1.8',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroup': '1.4',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SecurityGroupRule': '1.2',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'SubPort': '1.0',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Subnet': '1.1',
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:                                                      'Trunk': '1.1'}}
Apr 08 19:52:11.475539 dv-cinder-784623-4-iscsi neutron-server[85271]:  {{(pid=85387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 19:52:11.481771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:11.486615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Pushing event updated for resources: {'Port': ['ID=152e168e-fbfc-45ac-98c1-f244a238d40e,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:11.487502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:11.551678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] For port 599d7e9f-b825-4ad9-9a37-a4fb403a352e, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:11.560000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Provisioning for port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:11.560717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] For port 599d7e9f-b825-4ad9-9a37-a4fb403a352e, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=599d7e9f-b825-4ad9-9a37-a4fb403a352e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:11.577405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.582855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dfb00>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:04Z', 'revision_number': 3, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:11.585265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Provisioning complete for port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:11.585606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.619774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.646115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Checking router: 3559d427-4861-4820-b9f6-13da2bd91ec5 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:11.646531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Updating router 3559d427-4861-4820-b9f6-13da2bd91ec5 port 9e177d43-9124-40ce-90dc-cd3f40e5818e binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:11.656460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:11.766429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d212b169-67da-4606-92d3-c250d66f648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:11.786843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.800725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.820623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-941991fd-008c-46bd-87fc-3377f6fba666 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:11.822883 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-941991fd-008c-46bd-87fc-3377f6fba666 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 1.6660442
Apr 08 19:52:11.846055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2900c-fc96-45df-aabc-ee313535186d,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:11.851462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:11.865871 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-80d0b72f-1e72-49f9-aa79-ae8d15fdeabb req-a454b0ce-8aa4-4dbb-9301-4a7ecc88a63f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.2586522
Apr 08 19:52:11.906103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58c9bac879fa49ffb24c713d3cd431c7&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4342315
Apr 08 19:52:11.907999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:11.910415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33738) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:11.917370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Request body: {'port': {'device_id': '1c701937-8a4e-438a-b787-55892793ef78', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'admin_state_up': True, 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:12.001740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:12.082017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:12.132267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] For port 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e813aee-afbf-47fb-81bf-5d7fe8005e23,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:12.133726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Pushing event updated for resources: {'Port': ['ID=599d7e9f-b825-4ad9-9a37-a4fb403a352e,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:12.137634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:12.233995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:12.234562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f13575c0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:12.423071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-b405c150-8164-40de-96d7-0bab58a21d12 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:12.423884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-b405c150-8164-40de-96d7-0bab58a21d12 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Synchronizing usage tracker for tenant:49c954257f0449beaf71c889184e5110 on resource:network {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:12.464226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:12.715182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:12.754542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Transition to ACTIVE for port object 9e177d43-9124-40ce-90dc-cd3f40e5818e will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:12.773149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:12.779385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:12.820510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:12.847348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.007545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-b405c150-8164-40de-96d7-0bab58a21d12 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Unset dirty status for tenant:49c954257f0449beaf71c889184e5110 on resource:network {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:13.008725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-b405c150-8164-40de-96d7-0bab58a21d12 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.10 "GET /v2.0/networks?id=47bab395-e931-4beb-a485-f484ec0eac2d HTTP/1.1" status: 200  len: 811 time: 1.9901810
Apr 08 19:52:13.048754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Request body: {'port': {'device_id': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d', 'admin_state_up': True, 'tenant_id': '49c954257f0449beaf71c889184e5110'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:13.075446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:13.146140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Pushing event updated for resources: {'Port': ['ID=4e813aee-afbf-47fb-81bf-5d7fe8005e23,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:13.147152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6683d404-4cfa-48c6-9a37-8a15531b6ff0,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:13.159930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:13.224241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f13575c0>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:06Z', 'revision_number': 3, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:13.234845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215a67d1-8274-452b-b06a-ed1ed52ec6ba None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:06Z', 'revision_number': 3, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:13.251320 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8a7d791b-298c-417b-9454-0e05ddbf4def req-61254842-c4bc-4c99-8c6e-a59afc45b158 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.3125391
Apr 08 19:52:13.278022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Usage tracker for resource:port and tenant:52e6ad85fb2e459fbff65e22035e3e1d is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:13.281421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:13.292061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:13.317565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:13.330018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:13.426385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Pushing event updated for resources: {'Port': ['ID=9e177d43-9124-40ce-90dc-cd3f40e5818e,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:13.430067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:13.450404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.458338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 152e168e-fbfc-45ac-98c1-f244a238d40e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:13.530901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Attempting to bind port 9e177d43-9124-40ce-90dc-cd3f40e5818e on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:13.531602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Attempting to bind port 9e177d43-9124-40ce-90dc-cd3f40e5818e by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:13.532177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Attempting to bind port 9e177d43-9124-40ce-90dc-cd3f40e5818e on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:13.540871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:13.541740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:13.542360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.542957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:13.543671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Bound port: 9e177d43-9124-40ce-90dc-cd3f40e5818e, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:13.544263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.556025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:13.575938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.612652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.621833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-80047430-c3e2-472d-9d5c-0698bccb5e35 None None] Provisioning complete for port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:13.631062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80047430-c3e2-472d-9d5c-0698bccb5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:13.640437 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6683d404-4cfa-48c6-9a37-8a15531b6ff0 HTTP/1.1" status: 204  len: 168 time: 5.1692770
Apr 08 19:52:13.643750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33762) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:13.692772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:13.832789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Allocated IP 172.20.0.1 (9da151bf-9cf9-4fd1-97e3-80d4822b6fc5/10fb61be-0d6a-4d57-b0de-63b43150e376/b47fff85-2dc2-43c7-9d29-c0b6909ac6ae) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:14.042322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.084667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Usage tracker for resource:port and tenant:49c954257f0449beaf71c889184e5110 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:14.200258 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1e228237-0d99-422e-9bb3-53c2b9a83957 req-f0b20cce-5e62-4de3-8d4f-b3d0b2347eeb tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.6075284
Apr 08 19:52:14.206891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.233529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Transition to ACTIVE for port object b47fff85-2dc2-43c7-9d29-c0b6909ac6ae will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:14.240463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:14.274066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 152e168e-fbfc-45ac-98c1-f244a238d40e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:14.275438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.390889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:14.407938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.506058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Allocated IP 172.20.0.8 (eb1ab9d1-8d59-4cce-a5d3-e67110628d93/913b739f-d7dc-4f6d-a182-3f6abae1be69/f7d36ec3-c07c-42b7-a294-1a848611a854) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:14.538632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] For port 9e177d43-9124-40ce-90dc-cd3f40e5818e, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:14.578352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-80047430-c3e2-472d-9d5c-0698bccb5e35 None None] Provisioning complete for port 152e168e-fbfc-45ac-98c1-f244a238d40e triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:14.579045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80047430-c3e2-472d-9d5c-0698bccb5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.670256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] For port 9e177d43-9124-40ce-90dc-cd3f40e5818e, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9e177d43-9124-40ce-90dc-cd3f40e5818e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:14.712839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.790951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Made reservation on behalf of 49c954257f0449beaf71c889184e5110 for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:14.797917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.862609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:14.867436 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0ff511bb-2cd4-4536-88e5-4f1cc201dd6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:15.039530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:15.040978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dfb00>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:15.068464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:15.167353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:15.235896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Allocated IP 172.20.0.9 (47bab395-e931-4beb-a485-f484ec0eac2d/50dcc87a-4546-46d8-aa86-e33a5c4cc9e7/556acc17-4404-4b9a-b384-1efac0e7fc60) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:15.257817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:15.335187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:15.437534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9faeb1bd-edb4-4886-b76c-5040980872ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:15.516988 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9ec8cd74-9e0a-49e6-8c20-1151d0d967ab req-63815fc8-51b2-421f-b972-b1af3b7fb83c tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.0529869
Apr 08 19:52:15.560572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event updated for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:15.571255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Pushing event updated for resources: {'Port': ['ID=9e177d43-9124-40ce-90dc-cd3f40e5818e,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:15.571627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:15.585463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e813aee-afbf-47fb-81bf-5d7fe8005e23 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:15.585693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:15.591517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Router 13d6745e-9495-4702-a324-387cf9dcfe1a is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:52:15.630812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:15.670398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040cc27-0f33-4a7c-846e-99a894862b3a req-6f1130e9-3b96-44e7-befe-f894de51dd7d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:15.672488 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6040cc27-0f33-4a7c-846e-99a894862b3a req-6f1130e9-3b96-44e7-befe-f894de51dd7d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 931 time: 0.7679715
Apr 08 19:52:15.673644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:15.844392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:15.854115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:15.859739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:15.915933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:15.916367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:15.944720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-6040cc27-0f33-4a7c-846e-99a894862b3a req-3cd0375d-53b9-4bf6-9613-a5ea1f3a614f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:16.011736 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.061387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.089666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-6040cc27-0f33-4a7c-846e-99a894862b3a req-3cd0375d-53b9-4bf6-9613-a5ea1f3a614f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:16.091005 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6040cc27-0f33-4a7c-846e-99a894862b3a req-3cd0375d-53b9-4bf6-9613-a5ea1f3a614f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090765
Apr 08 19:52:16.124891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.154105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd2f0a25a58>> segment before_delete 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.154561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd2f0a25a58>> subnet precommit_delete_associations 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.155303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> segment_host_mapping after_create 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.155676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> port after_create 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.156034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> port after_delete 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.156392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> port after_update 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.156826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> segment after_delete 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.157253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> subnet after_create 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.157559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> subnet after_delete 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.157746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2f0c216d8>> subnet after_update 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.163043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:16.175060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:16.186309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Allocated IP 172.20.0.1 (c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99/ed7d8cb1-1dee-4d75-a377-c7d99ca1f422/0130cf39-3d8a-4601-8c32-935725669b42) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:16.193996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:16.195027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1572d30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:16.212513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 599d7e9f-b825-4ad9-9a37-a4fb403a352e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:16.245932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dfb00>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:04Z', 'revision_number': 3, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:16.266339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c3c54-490c-40bc-b1c4-fd993eef3b44 None None] The sync data for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi is: [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:04Z', 'revision_number': 3, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:16.366548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 599d7e9f-b825-4ad9-9a37-a4fb403a352e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:16.373914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 599d7e9f-b825-4ad9-9a37-a4fb403a352e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:16.376321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.444978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c35908>> subnet after_create 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.445376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c35908>> subnet after_delete 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.445759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c35908>> subnet before_create 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.446923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c35908>> subnet before_update 55550000 {{(pid=85384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:52:16.447325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f06b8c18>,) {'filters': {'network_id': ['08a9bfa7-d5ba-4f90-9ef0-cd440682f294']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:16.474871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.483345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5674150
Apr 08 19:52:16.483345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f06b8c18>, 'cc9789bf-7fc1-4251-8cac-7c7e2775f1bb') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:16.483345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f06b8c18>, 'cc9789bf-7fc1-4251-8cac-7c7e2775f1bb') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:16.579878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.641337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.719373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.722406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-20e6e01e-7499-4cb1-a025-c641bac0857c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 19:52:16.723952 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-20e6e01e-7499-4cb1-a025-c641bac0857c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2331853
Apr 08 19:52:16.728642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3f6d9e25-1f5b-4dbc-91ab-e5b9bff60545 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:16.796355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.805475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.834180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:16.839714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 599d7e9f-b825-4ad9-9a37-a4fb403a352e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=599d7e9f-b825-4ad9-9a37-a4fb403a352e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:16.875992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:16.879474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:16.904978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:17.100483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=599d7e9f-b825-4ad9-9a37-a4fb403a352e,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:17.105352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:17.356349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:17.379982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:17.383172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:17.491317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 599d7e9f-b825-4ad9-9a37-a4fb403a352e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:17.503195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:17.507006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:17.520713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Request body: {'port': {'device_id': '1c701937-8a4e-438a-b787-55892793ef78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:17.679138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 599d7e9f-b825-4ad9-9a37-a4fb403a352e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:17.679558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:17.721080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:17.729590 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ef2900c-fc96-45df-aabc-ee313535186d HTTP/1.1" status: 204  len: 168 time: 5.8178577
Apr 08 19:52:17.911371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Pushing event updated for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:17.925896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:17.927277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:17.951630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:52:17.966083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1572d30>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:10Z', 'revision_number': 3, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:17.972146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:17.972146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Updating router 13d6745e-9495-4702-a324-387cf9dcfe1a port 542b2e9c-d298-4266-931c-1042e708f672 binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:18.003767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Pushing event updated for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:18.014179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:18.025757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:18.026712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2e953513-c7be-4145-965e-4adc4081b1a1 None None] Provisioning for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:18.065228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2e953513-c7be-4145-965e-4adc4081b1a1 None None] Provisioning complete for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:18.065687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2e953513-c7be-4145-965e-4adc4081b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.164810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:18.168529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2900c-fc96-45df-aabc-ee313535186d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:18.181959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:18.199889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.263277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9e177d43-9124-40ce-90dc-cd3f40e5818e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:18.264829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:18.275155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Network 47bab395-e931-4beb-a485-f484ec0eac2d is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:18.276747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.281483 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3c093fe5-0362-4161-b9a8-2659219bb99b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 13.8078043
Apr 08 19:52:18.284096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33800) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:18.295528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:18.296077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.300186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:18.302486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.496550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2e953513-c7be-4145-965e-4adc4081b1a1 None None] Port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:18.593659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:18.596314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:18.603653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:18.604395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:18.629442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 9e177d43-9124-40ce-90dc-cd3f40e5818e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:18.642783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9e177d43-9124-40ce-90dc-cd3f40e5818e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:18.645172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.109612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.186976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 9e177d43-9124-40ce-90dc-cd3f40e5818e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9e177d43-9124-40ce-90dc-cd3f40e5818e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:19.223548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.227807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.236219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fd315335-5d47-48b0-8385-c4c0f44a3db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:19.240414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d36ec3-c07c-42b7-a294-1a848611a854 {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:19.282137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:52:19.293025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.338801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Transition to ACTIVE for port object 542b2e9c-d298-4266-931c-1042e708f672 will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:19.415667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=9e177d43-9124-40ce-90dc-cd3f40e5818e,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:19.425396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:19.451934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:19.610285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Network 08a9bfa7-d5ba-4f90-9ef0-cd440682f294 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:52:19.795551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   from cryptography.utils import int_from_bytes
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   from cryptography.utils import int_from_bytes
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   (rel_b, rel_a, rel_b),
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   (rel_b, rel_a, rel_b),
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:52:19.796391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.222188 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.7142024
Apr 08 19:52:20.222188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:20.222188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.618s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:20.222188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-ed575e73-7013-4350-af5c-e0b1d248979f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:20.222188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-ed575e73-7013-4350-af5c-e0b1d248979f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Synchronizing usage tracker for tenant:49c954257f0449beaf71c889184e5110 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:20.234330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864782fe-762d-4058-a07c-bb5f206ae5a8 req-c545280e-a48a-4ec1-b8a7-48ee1a039a3b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:20.234330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-864782fe-762d-4058-a07c-bb5f206ae5a8 req-c545280e-a48a-4ec1-b8a7-48ee1a039a3b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:20.237279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Request body: {'port': {'device_id': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:20.237428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Transition to ACTIVE for port object f7d36ec3-c07c-42b7-a294-1a848611a854 will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:20.237428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-864782fe-762d-4058-a07c-bb5f206ae5a8 req-c545280e-a48a-4ec1-b8a7-48ee1a039a3b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:20.237428 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-864782fe-762d-4058-a07c-bb5f206ae5a8 req-c545280e-a48a-4ec1-b8a7-48ee1a039a3b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 931 time: 2.4631076
Apr 08 19:52:20.238019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63135-0d40-4245-9a22-14d253721b7e None None] Pushing event updated for resources: {'Port': ['ID=542b2e9c-d298-4266-931c-1042e708f672,revision_number=2']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:20.238019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59f63135-0d40-4245-9a22-14d253721b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:20.238575 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-864782fe-762d-4058-a07c-bb5f206ae5a8 req-bef46bcd-eddb-4e14-ae9f-f1164fbc2be9 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440695
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Attempting to bind port 542b2e9c-d298-4266-931c-1042e708f672 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Attempting to bind port 542b2e9c-d298-4266-931c-1042e708f672 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Attempting to bind port 542b2e9c-d298-4266-931c-1042e708f672 on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Bound port: 542b2e9c-d298-4266-931c-1042e708f672, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.238929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] For port 542b2e9c-d298-4266-931c-1042e708f672, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:20.240750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] For port 542b2e9c-d298-4266-931c-1042e708f672, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=542b2e9c-d298-4266-931c-1042e708f672,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:20.240901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.240964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-ed575e73-7013-4350-af5c-e0b1d248979f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Unset dirty status for tenant:49c954257f0449beaf71c889184e5110 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:20.241026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.241096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-ed575e73-7013-4350-af5c-e0b1d248979f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 931 time: 2.4552133
Apr 08 19:52:20.241174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:20.241240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.241240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.250272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.394406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-d5667d20-52d8-4203-988c-651f418c9f5a tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Synchronizing usage tracker for tenant:49c954257f0449beaf71c889184e5110 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:20.412553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:20.546171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63135-0d40-4245-9a22-14d253721b7e None None] Pushing event updated for resources: {'Port': ['ID=542b2e9c-d298-4266-931c-1042e708f672,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:20.577008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59f63135-0d40-4245-9a22-14d253721b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:20.662078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:20.663535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1572d30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:20.686619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.706208 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] 10.222.0.68 "DELETE /v2.0/networks/08a9bfa7-d5ba-4f90-9ef0-cd440682f294 HTTP/1.1" status: 204  len: 168 time: 6.4647303
Apr 08 19:52:20.707131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33838) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:20.823692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-d5667d20-52d8-4203-988c-651f418c9f5a tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Unset dirty status for tenant:49c954257f0449beaf71c889184e5110 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:20.835939 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dcc2003c-32a2-487c-a307-b55e47ccc8d9 req-d5667d20-52d8-4203-988c-651f418c9f5a tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6565068
Apr 08 19:52:20.839670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:20.894111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.140092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:21.191031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.304573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:21.315720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:21.358088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.395467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9e177d43-9124-40ce-90dc-cd3f40e5818e up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:21.418861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.489098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.513721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:21.515434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.932s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:21.543823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.632644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9e177d43-9124-40ce-90dc-cd3f40e5818e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:21.633071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:21.666159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1572d30>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:10Z', 'revision_number': 3, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:21.670830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8275ea3-091c-461b-bd9b-996e5e4acfdd None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:10Z', 'revision_number': 3, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:21.797129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=08a9bfa7-d5ba-4f90-9ef0-cd440682f294,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:21.836557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Deleting subnet 1f39e92a-ad2a-4aa3-87bc-e649ddba84ae {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:52:21.990376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70eedaf8-e000-4886-be8d-ba78f26cc6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:21.992340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:22.044645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:22.083728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Allocated IP 172.20.0.1 (d44b7d16-2394-438e-8506-175a7eaa1b96/afdb465b-d029-4636-aead-877deb24131e/58e01f09-f2fa-4ec1-9c1a-0f668bee5a25) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:22.450286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:22.567344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:22.730913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:22.754945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-efe70f63-ce09-466a-8b31-152eebe9df7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:22.768445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:22.770546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Attempting to bind port f7d36ec3-c07c-42b7-a294-1a848611a854 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:22.771091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Attempting to bind port f7d36ec3-c07c-42b7-a294-1a848611a854 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:22.771621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Attempting to bind port f7d36ec3-c07c-42b7-a294-1a848611a854 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:22.807036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.016293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:23.121429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:23.162357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be807ffc-e8d7-4097-b8c1-368e9ab4b235 req-341f1e6e-59d8-4c9a-af78-b500fbfac3ee tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:23.167037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be807ffc-e8d7-4097-b8c1-368e9ab4b235 req-341f1e6e-59d8-4c9a-af78-b500fbfac3ee tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 931 time: 1.0600991
Apr 08 19:52:23.175301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:23.179703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:23.186743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Port f7d36ec3-c07c-42b7-a294-1a848611a854 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:23.187411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Attempting to bind port f7d36ec3-c07c-42b7-a294-1a848611a854 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:23.193364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Pushing event updated for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:23.205455 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.287001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:23.294289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:23.300023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Checking segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:23.300023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Bound using segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:23.300023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Bound port: f7d36ec3-c07c-42b7-a294-1a848611a854, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:23.300023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.402896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 542b2e9c-d298-4266-931c-1042e708f672 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:23.414561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38570a6f-802d-4d84-91b4-9dd2f0efa7e5 req-b2b6f345-51c1-4ce2-b12c-bbac11baac7b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:23.429979 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38570a6f-802d-4d84-91b4-9dd2f0efa7e5 req-b2b6f345-51c1-4ce2-b12c-bbac11baac7b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 943 time: 2.0993273
Apr 08 19:52:23.549585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:23.560654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7d36ec3-c07c-42b7-a294-1a848611a854,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:23.589163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-8542b30a-d329-4f92-9603-f2f0ff8e1633 None None] Provisioning complete for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:23.589588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8542b30a-d329-4f92-9603-f2f0ff8e1633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.593815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556acc17-4404-4b9a-b384-1efac0e7fc60 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:23.629690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.659353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.660839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-8542b30a-d329-4f92-9603-f2f0ff8e1633 None None] Port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:23.663773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 542b2e9c-d298-4266-931c-1042e708f672 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:23.667012 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be807ffc-e8d7-4097-b8c1-368e9ab4b235 req-9cb929d0-22c9-471b-8851-47ba06abe874 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3937707
Apr 08 19:52:23.682152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 542b2e9c-d298-4266-931c-1042e708f672 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:23.682152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:23.683709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6af2563e-9e77-4260-9b6e-7fe22adf2837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:23.755402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Transition to ACTIVE for port object 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:23.788552 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38570a6f-802d-4d84-91b4-9dd2f0efa7e5 req-d85a2748-8c53-409e-ad3f-86e463e42f09 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3565214
Apr 08 19:52:23.807298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Transition to ACTIVE for port object 556acc17-4404-4b9a-b384-1efac0e7fc60 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:23.875379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Router 3559d427-4861-4820-b9f6-13da2bd91ec5 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:52:23.936791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.000941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.007783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f39e92a-ad2a-4aa3-87bc-e649ddba84ae,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:24.069210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:24.088431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-36a78337-d339-47d6-a13b-4398d05444cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:24.310225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.329648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.343784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 542b2e9c-d298-4266-931c-1042e708f672, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=542b2e9c-d298-4266-931c-1042e708f672,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:24.368841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1f39e92a-ad2a-4aa3-87bc-e649ddba84ae HTTP/1.1" status: 204  len: 168 time: 3.1528425
Apr 08 19:52:24.369048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-69d0d9b4-7403-4cf8-ae07-59076a513bc3 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:24.371515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Pushing event updated for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:24.372736 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.374598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 33896) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:24.374710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:24.392643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:24.433584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.468462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=542b2e9c-d298-4266-931c-1042e708f672,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:24.471805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:24.476481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:52:24.587281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:24.588210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.589826 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] 10.222.0.10 "PUT /v2.0/ports/f7d36ec3-c07c-42b7-a294-1a848611a854 HTTP/1.1" status: 200  len: 1093 time: 7.2848740
Apr 08 19:52:24.590758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Pushing event updated for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:24.597995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:24.609280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:24.613915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1052c9e1-0c0e-48d8-b6ab-0cfe872d4c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:24.672376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:24.721060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:24.733905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Sync routers for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:24.751819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:24.752738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06571d0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:51:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:24.788593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Pushing event updated for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:24.820127 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] 10.222.0.68 "PUT /v2.0/routers/3559d427-4861-4820-b9f6-13da2bd91ec5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4548566
Apr 08 19:52:24.826592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:25.057743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:25.073919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:25.116212 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:25.116740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.176638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Attempting to bind port 556acc17-4404-4b9a-b384-1efac0e7fc60 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:25.177052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Attempting to bind port 556acc17-4404-4b9a-b384-1efac0e7fc60 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '79775293-ac05-4aab-ba83-26302d5edd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:25.177426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Attempting to bind port 556acc17-4404-4b9a-b384-1efac0e7fc60 on network 47bab395-e931-4beb-a485-f484ec0eac2d {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:25.196670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:25.198177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Port 556acc17-4404-4b9a-b384-1efac0e7fc60 on network 47bab395-e931-4beb-a485-f484ec0eac2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:25.198604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Attempting to bind port 556acc17-4404-4b9a-b384-1efac0e7fc60 on network 47bab395-e931-4beb-a485-f484ec0eac2d {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:25.215519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:25.215902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Checking segment: {'id': '79775293-ac05-4aab-ba83-26302d5edd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:25.216510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Bound using segment: {'id': '79775293-ac05-4aab-ba83-26302d5edd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:25.221327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Bound port: 556acc17-4404-4b9a-b384-1efac0e7fc60, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79775293-ac05-4aab-ba83-26302d5edd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:25.221327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.419179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a994e8-1a93-4b3b-a549-f1ac894f2946 req-5dac5a95-45ed-42b5-9f88-ab8ab59163ad tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:25.423606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.432009 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d9a994e8-1a93-4b3b-a549-f1ac894f2946 req-5dac5a95-45ed-42b5-9f88-ab8ab59163ad tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 943 time: 0.3724763
Apr 08 19:52:25.471941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:25.509412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=556acc17-4404-4b9a-b384-1efac0e7fc60,segment=NetworkSegment(79775293-ac05-4aab-ba83-26302d5edd3b),segment_id=79775293-ac05-4aab-ba83-26302d5edd3b)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:25.559954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0863198>,) {'filters': {'network_id': ['afc16600-4058-423e-93c2-f27e69208352']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:25.574278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0863198>, '9e4d6a43-5990-470e-91aa-d518ba866229') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:25.574853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0863198>, '9e4d6a43-5990-470e-91aa-d518ba866229') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:25.577611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d9a994e8-1a93-4b3b-a549-f1ac894f2946 req-deddc920-e7e9-48fb-a73b-c869342460b6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449955
Apr 08 19:52:25.596703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.609135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.634585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:25.651282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 542b2e9c-d298-4266-931c-1042e708f672 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:25.762047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.770668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:52:25.799766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.804773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0afb375d-8931-454e-b8cc-0b7be9282c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.831915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 542b2e9c-d298-4266-931c-1042e708f672 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:25.831915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.891666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2987d0d0-06c1-4be1-b26b-ca8d3225a9c2 None None] Provisioning for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:25.901197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2987d0d0-06c1-4be1-b26b-ca8d3225a9c2 None None] Provisioning complete for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:25.901197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2987d0d0-06c1-4be1-b26b-ca8d3225a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.939552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Pushing event updated for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:25.984361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2987d0d0-06c1-4be1-b26b-ca8d3225a9c2 None None] Port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:25.990454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:25.998820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:26.044382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Network afc16600-4058-423e-93c2-f27e69208352 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:52:26.055905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:26.059215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:26.067858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:26.076220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06571d0>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '0130cf39-3d8a-4601-8c32-935725669b42', 'name': '', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'mac_address': 'fa:16:3e:75:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:14Z', 'updated_at': '2021-04-08T19:52:21Z', 'revision_number': 2, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'subnets': [{'id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:26.083561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Checking router: 3559d427-4861-4820-b9f6-13da2bd91ec5 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:26.084000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Updating router 3559d427-4861-4820-b9f6-13da2bd91ec5 port 0130cf39-3d8a-4601-8c32-935725669b42 binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:26.085573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:26.086348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eea860>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:26.101372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] 10.222.0.68 "PUT /v2.0/routers/26bfd302-2ecd-405b-8fea-30f3602b99b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.7959874
Apr 08 19:52:26.132614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-c7471a59-272b-47ba-9f04-7156b99fdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.137491 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-c7471a59-272b-47ba-9f04-7156b99fdab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 1096 time: 1.1094007
Apr 08 19:52:26.144500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:26.237730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.238754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:26.241235 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] 10.222.0.10 "PUT /v2.0/ports/556acc17-4404-4b9a-b384-1efac0e7fc60 HTTP/1.1" status: 200  len: 1093 time: 6.3754947
Apr 08 19:52:26.241983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:26.284665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ab267-9cb2-47d6-9631-5940977c6565 req-d7cf9e3b-dd1e-4a31-a612-2b04023bf862 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.286302 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b64ab267-9cb2-47d6-9631-5940977c6565 req-d7cf9e3b-dd1e-4a31-a612-2b04023bf862 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 943 time: 1.2200680
Apr 08 19:52:26.409184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:26.484357 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-ef0e2f2a-94da-464d-af29-29681e0ade1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d36ec3-c07c-42b7-a294-1a848611a854 HTTP/1.1" status: 200  len: 217 time: 0.1798048
Apr 08 19:52:26.515454 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b64ab267-9cb2-47d6-9631-5940977c6565 req-726cb04b-25b3-4fdb-8aa4-816527bb948d tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066802
Apr 08 19:52:26.659316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-a8664bcb-abb3-4d6c-b67e-c066b553bf60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.660312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-a8664bcb-abb3-4d6c-b67e-c066b553bf60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:network {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:26.680517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Network afc16600-4058-423e-93c2-f27e69208352 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:52:26.746520 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:52:26.779418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-6eaa76fe-5dfa-4681-bcbd-785f710063c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.785372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-6eaa76fe-5dfa-4681-bcbd-785f710063c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49c954257f0449beaf71c889184e5110&device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 1096 time: 0.4394038
Apr 08 19:52:26.868437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:26.878010 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-0e1ced39-e229-4ae7-b821-3a93ac441b82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556acc17-4404-4b9a-b384-1efac0e7fc60 HTTP/1.1" status: 200  len: 217 time: 0.0833342
Apr 08 19:52:26.879036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-a8664bcb-abb3-4d6c-b67e-c066b553bf60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:network {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:26.880535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-a8664bcb-abb3-4d6c-b67e-c066b553bf60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 819 time: 0.8701572
Apr 08 19:52:26.881897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.resource_extend [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 19:52:26.884363 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854', 'status': 'completed', 'code': 200}
Apr 08 19:52:26.886184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3fdf81b7-931a-47ef-8293-7b20235a9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.889571 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-3fdf81b7-931a-47ef-8293-7b20235a9bb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.3717740
Apr 08 19:52:26.889703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:26.955514 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-d7acb5b3-0984-4c3b-91f7-1199b7868f36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602500
Apr 08 19:52:26.969924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-58a4f52c-a2da-47e8-8c86-164efbb98d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:26.971466 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-58a4f52c-a2da-47e8-8c86-164efbb98d74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50dcc87a-4546-46d8-aa86-e33a5c4cc9e7 HTTP/1.1" status: 200  len: 851 time: 0.0790117
Apr 08 19:52:26.995014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eea860>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:20Z', 'revision_number': 2, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:26.999470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:27.000027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Updating router 26bfd302-2ecd-405b-8fea-30f3602b99b7 port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:27.008073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Transition to ACTIVE for port object 0130cf39-3d8a-4601-8c32-935725669b42 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:27.021293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.029093 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-dcb74784-5c67-48ec-987b-972dfe89db2b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/quotas/d7006dad3204436a927ec6c8460bdcdc HTTP/1.1" status: 200  len: 375 time: 0.0669987
Apr 08 19:52:27.041022 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-0047a2a6-c7a4-4307-8fa5-1a0fd30779cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47bab395-e931-4beb-a485-f484ec0eac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599477
Apr 08 19:52:27.074628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.104998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:27.115889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.122334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.144911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:52:27.207787 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-c920a321-4ed4-40f4-abdf-c306121264d8 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449796
Apr 08 19:52:27.304722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.319871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.335404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:27.398216 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] 10.222.0.68 "DELETE /v2.0/networks/afc16600-4058-423e-93c2-f27e69208352 HTTP/1.1" status: 204  len: 168 time: 3.0168025
Apr 08 19:52:27.408512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.421722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Pushing event updated for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:27.437247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc16600-4058-423e-93c2-f27e69208352,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:27.443875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:27.467890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:27.534880 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42db0e00-b46c-4c2b-9b1f-1dcee98c728a req-5e3aef08-6dc3-4aa4-b54f-176a2725c61f service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3198762
Apr 08 19:52:27.556931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66ebe437-fa44-4c56-94af-0c70441321b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:27.569362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.737467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-e3a7b43a-89fc-4bba-8ba1-0a409b13a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:27.743660 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-e3a7b43a-89fc-4bba-8ba1-0a409b13a34b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 1096 time: 0.1182389
Apr 08 19:52:27.833168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Attempting to bind port 0130cf39-3d8a-4601-8c32-935725669b42 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:27.833732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Attempting to bind port 0130cf39-3d8a-4601-8c32-935725669b42 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:27.834404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Attempting to bind port 0130cf39-3d8a-4601-8c32-935725669b42 on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:27.843803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:27.844610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Checking segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:27.845364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.846139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Bound using segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:27.846816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Bound port: 0130cf39-3d8a-4601-8c32-935725669b42, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:27.847803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.964173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-206b0f8d-f4ff-46af-854b-379028af3c4d service neutron] 10.222.0.10 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8707869
Apr 08 19:52:27.964908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Pushing event updated for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:27.969599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33982) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:27.981675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:27.983092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:27.984025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-8d33500a-ba9b-4ce3-8f2c-f82615ce2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:27.985715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-8d33500a-ba9b-4ce3-8f2c-f82615ce2da8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 916 time: 0.2349308
Apr 08 19:52:27.988681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] For port 0130cf39-3d8a-4601-8c32-935725669b42, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:27.992518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] For port 0130cf39-3d8a-4601-8c32-935725669b42, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=0130cf39-3d8a-4601-8c32-935725669b42,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:28.053031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.068658 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-8da62240-5df4-47e7-8035-d728626181c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d36ec3-c07c-42b7-a294-1a848611a854 HTTP/1.1" status: 200  len: 217 time: 0.0743814
Apr 08 19:52:28.073900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d1bdf38-2259-425b-a4ef-b83ce17b3fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:28.086178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Transition to ACTIVE for port object b47fff85-2dc2-43c7-9d29-c0b6909ac6ae will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:28.111635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33990) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:28.125991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.147609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a06bdd2a-5adc-4935-8e1b-10959d0496b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:28.149188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-b40be553-ca5c-4ec5-92b9-d399ca991058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:28.150812 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-b40be553-ca5c-4ec5-92b9-d399ca991058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0759077
Apr 08 19:52:28.162355 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3d0c12ac-750a-486b-9575-f68af401afec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eeac99c9af9944009f346bfbc266bc1b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1901159
Apr 08 19:52:28.176741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972864219', 'description': 'tempest-description--72610466'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:28.183753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 33994) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:28.225473 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-8edbd58a-144b-4a7a-8229-3dab317fce95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663865
Apr 08 19:52:28.239259 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-356d0fc6-5681-48cb-aa62-e108adb41c57 req-dcfbe6a8-0509-4d2d-8448-1ba772b71810 service neutron] 10.222.0.10 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577162
Apr 08 19:52:28.280039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:28.301625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f84074d4-fd8d-4f49-a6c7-1c1adeefdf57 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:28.304741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:28.316698 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60', 'status': 'completed', 'code': 200}
Apr 08 19:52:28.322268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:28.350318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:28.356783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4e3b-09ff-4abe-9a9b-2334e33453ae None None] Pushing event updated for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:28.370888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59cd4e3b-09ff-4abe-9a9b-2334e33453ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:28.418603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f84074d4-fd8d-4f49-a6c7-1c1adeefdf57 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:28.427371 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f84074d4-fd8d-4f49-a6c7-1c1adeefdf57 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3895380
Apr 08 19:52:28.427525 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-8be719de-47b7-490c-a551-acd724a33b55 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952119
Apr 08 19:52:28.437259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Pushing event updated for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:28.441137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:28.511936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:28.513164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06571d0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:28.550247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.662470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:28.667742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.702831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Attempting to bind port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:28.708992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Attempting to bind port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:28.708992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Attempting to bind port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:28.723217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:28.725042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Checking segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:28.725745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.726295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Bound using segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:28.728276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Bound port: b47fff85-2dc2-43c7-9d29-c0b6909ac6ae, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:28.729177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.735984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:28.778884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5deff78-4a08-460e-b81d-aa5c1a4a282c req-740391f4-9dcb-4af0-88e2-328bdff454a4 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3406069
Apr 08 19:52:28.858748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:28.868709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e5a8-0911-4cdb-9ccc-47964bc8ea37 req-42e8ce1c-61e7-4124-bbd5-eb4d0bbd0a4b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:28.870567 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4641e5a8-0911-4cdb-9ccc-47964bc8ea37 req-42e8ce1c-61e7-4124-bbd5-eb4d0bbd0a4b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 943 time: 0.2983253
Apr 08 19:52:28.892185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:28.907085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] For port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:28.918945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] For port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:28.930731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.955721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:28.956676 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4641e5a8-0911-4cdb-9ccc-47964bc8ea37 req-1206c666-930d-45a8-9eab-1d5fbf6b5d4c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752127
Apr 08 19:52:28.984678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:29.023641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:29.047947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:29.082839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:29.113293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c7b60-5742-40cd-b913-a81490391d57 req-c42dc019-9df4-4580-83bc-4471f896b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:29.115264 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-c42dc019-9df4-4580-83bc-4471f896b2e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49c954257f0449beaf71c889184e5110&device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 1096 time: 0.7745907
Apr 08 19:52:29.203556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-830a7464-2812-44d3-8496-48c4b93e47c5 service neutron] 10.222.0.68 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7749686
Apr 08 19:52:29.216709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a70c6-c1dc-409e-942d-53f8a1750fd7 req-23a42d85-b665-48a8-b833-0735b160aec9 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:29.218789 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f2a70c6-c1dc-409e-942d-53f8a1750fd7 req-23a42d85-b665-48a8-b833-0735b160aec9 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 943 time: 0.1057281
Apr 08 19:52:29.262491 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f2a70c6-c1dc-409e-942d-53f8a1750fd7 req-24688f43-18d9-472d-9f12-016b9127b4f7 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369170
Apr 08 19:52:29.279323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4e3b-09ff-4abe-9a9b-2334e33453ae None None] Pushing event updated for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:29.301110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59cd4e3b-09ff-4abe-9a9b-2334e33453ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:29.380448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:29.381217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eea860>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:29.392863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b35df981-bba1-4238-b8e3-7ebb9f00e14b None None] Provisioning complete for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:29.393004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b35df981-bba1-4238-b8e3-7ebb9f00e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:29.505504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:52:29.515575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b35df981-bba1-4238-b8e3-7ebb9f00e14b None None] Port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:29.610329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:29.610523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34010) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:29.632767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c7b60-5742-40cd-b913-a81490391d57 req-249f08fd-482c-4e2f-bc63-38147b7e47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:29.636395 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-249f08fd-482c-4e2f-bc63-38147b7e47f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=47bab395-e931-4beb-a485-f484ec0eac2d HTTP/1.1" status: 200  len: 912 time: 0.5007975
Apr 08 19:52:29.648717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06571d0>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '0130cf39-3d8a-4601-8c32-935725669b42', 'name': '', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'mac_address': 'fa:16:3e:75:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:14Z', 'updated_at': '2021-04-08T19:52:27Z', 'revision_number': 4, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'subnets': [{'id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:29.651599 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f5c6ade8-ec4c-4460-8e34-77de6943988d service neutron] 10.222.0.68 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3797069
Apr 08 19:52:29.654281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469b066-dbd1-4b0f-bdab-e8495821da27 None None] The sync data for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi is: [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '0130cf39-3d8a-4601-8c32-935725669b42', 'name': '', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'mac_address': 'fa:16:3e:75:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:14Z', 'updated_at': '2021-04-08T19:52:27Z', 'revision_number': 4, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'subnets': [{'id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:29.790499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:29.887177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34018) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:29.955550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:29.972260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.010246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:30.027513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.034488 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-2edb7cfd-dbb8-4d49-8d8f-9710287d2be6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=556acc17-4404-4b9a-b384-1efac0e7fc60 HTTP/1.1" status: 200  len: 217 time: 0.3810964
Apr 08 19:52:30.045476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:30.054746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:30.072851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Usage tracker for resource:security_group_rule and tenant:13065ea9a447417bbf9dbb99d691f8e0 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:30.076000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:30.083327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:30.176657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42149a9a-fb3c-43bd-ba21-3665ca8deeee,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:30.207456 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-79608a8b-1372-4508-8f53-b8afaec78814 req-1697bece-61f4-478c-bbf9-1b8edbbf30eb tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 210 time: 0.1655693
Apr 08 19:52:30.208678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:30.362669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:52:30.364459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.388264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Usage tracker for resource:security_group_rule and tenant:54b6f4a2a31f456eb8b125ab2aa2fbfd is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:30.399142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f7d36ec3-c07c-42b7-a294-1a848611a854 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:52:30.399280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:30.413169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:30.428364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.452559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:30.583000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eea860>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:28Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:30.591751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9d1c1-2047-498a-907b-53ebc95abc52 None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:28Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:30.629173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:52:30.689248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:30.691698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0907b70>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:30.717054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.814056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.923762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13065ea9a447417bbf9dbb99d691f8e0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0345728
Apr 08 19:52:30.928079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473ed36-1740-435e-9674-d2422bd3dcb1,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:30.937562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34044) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:30.954905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:30.963671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967c8388-7bd8-49f0-9787-e8e0a8d61b66,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:30.967728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:30.979046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.803s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:30.979389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:30.993676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:30.994958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7d36ec3-c07c-42b7-a294-1a848611a854,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:30.997071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b39d24de-42f2-4bcf-a87a-ee928c2faefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:30.997932 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8ea96750-408d-4e3d-bc74-3cb160df44ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42149a9a-fb3c-43bd-ba21-3665ca8deeee HTTP/1.1" status: 204  len: 168 time: 2.7616506
Apr 08 19:52:31.012902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] 10.222.0.68 "PUT /v2.0/routers/13d6745e-9495-4702-a324-387cf9dcfe1a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3928306
Apr 08 19:52:31.029876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:31.034477 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 2.8833187
Apr 08 19:52:31.037591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34052) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:31.046298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group_rule': {'security_group_id': '967c8388-7bd8-49f0-9787-e8e0a8d61b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:31.059273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c7b60-5742-40cd-b913-a81490391d57 req-48f13339-3b59-437c-aa18-ed27664d6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:31.060847 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-48f13339-3b59-437c-aa18-ed27664d6456 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50dcc87a-4546-46d8-aa86-e33a5c4cc9e7 HTTP/1.1" status: 200  len: 851 time: 0.9235694
Apr 08 19:52:31.063396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:31.072477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:31.078138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:31.150675 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-e16de1e5-4f97-480d-bac0-e553fdc5f043 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=47bab395-e931-4beb-a485-f484ec0eac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0796649
Apr 08 19:52:31.155869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:31.192517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:31.206641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf0a9e-6efb-489c-949b-60d14ffe973b req-1bef3331-a8d4-437f-916b-c1947669edb6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:31.208681 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ccbf0a9e-6efb-489c-949b-60d14ffe973b req-1bef3331-a8d4-437f-916b-c1947669edb6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 943 time: 1.0727100
Apr 08 19:52:31.399407 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-d2cfc24f-8852-40af-95c8-12596e9b37c5 service neutron] 10.222.0.10 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304420
Apr 08 19:52:31.506652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'f7d36ec3-c07c-42b7-a294-1a848611a854', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'port_id': 'f7d36ec3-c07c-42b7-a294-1a848611a854', 'mac_address': 'fa:16:3e:b5:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913b739f-d7dc-4f6d-a182-3f6abae1be69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:52:31.608152 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54b6f4a2a31f456eb8b125ab2aa2fbfd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9963708
Apr 08 19:52:31.610398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34060) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:31.635726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bd126-9919-446f-b3ee-a773a230984a req-2c3ac159-0b92-4ea6-a24f-ebb84d1e020c tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:31.642859 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ccbf0a9e-6efb-489c-949b-60d14ffe973b req-a85a56bd-0440-44f0-94b9-b2f107abb9b1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2374353
Apr 08 19:52:31.645106 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e0bd126-9919-446f-b3ee-a773a230984a req-2c3ac159-0b92-4ea6-a24f-ebb84d1e020c tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 943 time: 0.8469176
Apr 08 19:52:31.659566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:31.679238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58b139-ed22-4cee-8637-66884852fff6,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:31.682881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:31.752248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:31.782034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 0130cf39-3d8a-4601-8c32-935725669b42 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:31.795922 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e0bd126-9919-446f-b3ee-a773a230984a req-3a7f2368-42b7-49da-b330-7250c46029c1 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498635
Apr 08 19:52:31.800563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:31.861927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34074) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:31.907698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.009140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.052573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.066808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.098776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:32.114937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473ed36-1740-435e-9674-d2422bd3dcb1,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:32.115125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-e656008d-ce1c-41c4-b100-7363b04a15b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:32.117186 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-e656008d-ce1c-41c4-b100-7363b04a15b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 819 time: 0.2389822
Apr 08 19:52:32.139965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:32.145558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.146873 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3473ed36-1740-435e-9674-d2422bd3dcb1 HTTP/1.1" status: 204  len: 168 time: 1.1957853
Apr 08 19:52:32.159387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d36ec3-c07c-42b7-a294-1a848611a854 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:32.172545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.177052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-185c7b60-5742-40cd-b913-a81490391d57 req-b01feeaf-7c4e-4128-9496-361dec20c7ec service neutron] 10.222.0.10 "GET /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7559927
Apr 08 19:52:32.182986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.192353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:32.213939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58b139-ed22-4cee-8637-66884852fff6,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:32.217339 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-8835e635-f45d-419f-a928-6ba0124906eb tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/quotas/d7006dad3204436a927ec6c8460bdcdc HTTP/1.1" status: 200  len: 375 time: 0.0830970
Apr 08 19:52:32.245441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:32.254208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7d36ec3-c07c-42b7-a294-1a848611a854,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:32.260047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.264151 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f58b139-ed22-4cee-8637-66884852fff6 HTTP/1.1" status: 204  len: 168 time: 0.6139500
Apr 08 19:52:32.285031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.302070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0907b70>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:26Z', 'revision_number': 2, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:32.304393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.309577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:32.327270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:32.380004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4525c4f-0944-463d-ab69-8d5187f0ac78,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:32.385845 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d1156cbd-579a-4838-992f-7202380465cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5dfc01f7064142d1b88f80073bc5e28d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5222681
Apr 08 19:52:32.388308 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34082) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:32.418394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:32.439031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:32.443768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:32.445385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 556acc17-4404-4b9a-b384-1efac0e7fc60 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:52:32.449207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 0130cf39-3d8a-4601-8c32-935725669b42 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:32.458111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:52:32.458751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Updating router 13d6745e-9495-4702-a324-387cf9dcfe1a port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:52:32.520181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.528165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 0130cf39-3d8a-4601-8c32-935725669b42 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:32.528628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.593053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.661090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.765602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:52:32.798123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.799034 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7579632
Apr 08 19:52:32.803061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34092) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:32.810222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group_rule': {'security_group_id': '967c8388-7bd8-49f0-9787-e8e0a8d61b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:32.837464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.838771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:32.846356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.resource_extend [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 19:52:32.861946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0c2e81cf-a51d-4b1b-b76b-e15d815dff65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:32.878252 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-7e456eaf-825c-4b86-a1af-9a95d91d8c94 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6364245
Apr 08 19:52:32.891687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:32.905032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:32.906291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b27d71a9-38a4-47c6-b4f6-c59ef56fb80c HTTP/1.1" status: 204  len: 168 time: 0.5169191
Apr 08 19:52:32.908231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:32.928581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d71a9-38a4-47c6-b4f6-c59ef56fb80c,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:32.941890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:32.943094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.021949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34102) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:33.043972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327213536', 'description': 'tempest-description--510119363'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:33.057687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:33.062917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:33.065980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:33.070181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-75014803-bb09-4a7c-9459-caf31276fa7a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:33.072351 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-75014803-bb09-4a7c-9459-caf31276fa7a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 819 time: 0.6041787
Apr 08 19:52:33.073019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.080925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.094644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Request body: {'port': {'device_id': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'admin_state_up': True, 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:33.247049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.298730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34112) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:33.318693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.328118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:33.346624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:33.356306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.358609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:33.362028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:33.377282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.390759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:33.391284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.428304 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-e158e71f-db02-429c-bbd8-1f1ba80d3c95 service neutron] 10.222.0.68 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5382032
Apr 08 19:52:33.455431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.468676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Made reservation on behalf of d7006dad3204436a927ec6c8460bdcdc for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:33.471152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b4cc34-646f-4f85-a79c-301e54e9177b,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:33.476097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:33.483444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.504498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.551582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adf2b9-299d-4d82-bf6a-888787e17cd7 req-1285f1ed-4d42-4757-b5e2-8d564fcd39d2 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:33.553399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-57adf2b9-299d-4d82-bf6a-888787e17cd7 req-1285f1ed-4d42-4757-b5e2-8d564fcd39d2 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 944 time: 0.3811564
Apr 08 19:52:33.561051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.565505 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7581499
Apr 08 19:52:33.587973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34124) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:33.594838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:33.649068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 0130cf39-3d8a-4601-8c32-935725669b42, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=0130cf39-3d8a-4601-8c32-935725669b42,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:33.666178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:33.669623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=556acc17-4404-4b9a-b384-1efac0e7fc60,segment=NetworkSegment(79775293-ac05-4aab-ba83-26302d5edd3b),segment_id=79775293-ac05-4aab-ba83-26302d5edd3b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:33.674249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:33.679111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:floatingip and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:33.683527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:33.690078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.703828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.704756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device b47fff85-2dc2-43c7-9d29-c0b6909ac6ae up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:33.713458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:be1b7e6253d742bb9c7f9d3f53f64d11 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:33.731997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:33.741482 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-57adf2b9-299d-4d82-bf6a-888787e17cd7 req-c300a554-a10d-4474-a60d-124d05905570 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694639
Apr 08 19:52:33.743573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:33.752284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.800927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '556acc17-4404-4b9a-b384-1efac0e7fc60', 'network_id': '47bab395-e931-4beb-a485-f484ec0eac2d', 'port_id': '556acc17-4404-4b9a-b384-1efac0e7fc60', 'mac_address': 'fa:16:3e:ef:56:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dcc87a-4546-46d8-aa86-e33a5c4cc9e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:52:33.823373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:33.828926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.863025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:33.871413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.016845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2571b911-cdb2-4d25-a457-565168371140,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.021274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.041454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.056272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.057668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b3833-5bb7-4f65-a920-ad9a2e92e457 req-9a739f77-ad63-4a76-8a92-49f2101e4920 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:34.059398 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e88b3833-5bb7-4f65-a920-ad9a2e92e457 req-9a739f77-ad63-4a76-8a92-49f2101e4920 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 943 time: 0.1524823
Apr 08 19:52:34.060834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.062192 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.0389121
Apr 08 19:52:34.065480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34138) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:34.068922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.072959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group_rule': {'security_group_id': '2571b911-cdb2-4d25-a457-565168371140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:34.083220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:34.108715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556acc17-4404-4b9a-b384-1efac0e7fc60 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:34.118985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e88b3833-5bb7-4f65-a920-ad9a2e92e457 req-5960f00b-3811-4d0f-b05d-a47166f98b86 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388639
Apr 08 19:52:34.122072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:34.125549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:34.133294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:34.141975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=556acc17-4404-4b9a-b384-1efac0e7fc60,segment=NetworkSegment(79775293-ac05-4aab-ba83-26302d5edd3b),segment_id=79775293-ac05-4aab-ba83-26302d5edd3b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:34.155821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:34.196039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:34.196429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.218741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.237379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.240045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.257283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.267952 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-a33cc247-ae6a-46ab-927b-1f875d9dce6a service neutron] 10.222.0.68 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8384776
Apr 08 19:52:34.274913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Allocated IP 172.20.0.4 (c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99/ed7d8cb1-1dee-4d75-a377-c7d99ca1f422/3b4593af-36f0-4799-8161-0a27bd0e38a6) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:34.289088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.350092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.384505 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Transition to ACTIVE for port object 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:34.386996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.388864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.389327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.400386 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be1b7e6253d742bb9c7f9d3f53f64d11&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0948036
Apr 08 19:52:34.401166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34152) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:34.418482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.436210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.450950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa9d6e4-dfdc-4d28-bc21-5c352e51c703,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.456037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.458869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.471893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.488243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.511797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['556acc17-4404-4b9a-b384-1efac0e7fc60'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:52:34.523169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.624892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6528755c-04ba-41dd-a955-3f197334b2d9,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.627792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.653343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.657736 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5911372
Apr 08 19:52:34.662347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34164) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:34.674996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group_rule': {'security_group_id': '2571b911-cdb2-4d25-a457-565168371140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:34.685222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.688206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:34.719243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.762100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:34.767285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Pushing event updated for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:34.774713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:34.787783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:34.793334 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-370661a1-5bca-4d8b-8b3b-50dee52d53d0 req-c580b6f2-4e40-4cb6-a188-b94c3f4f063f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.1102469
Apr 08 19:52:34.822091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:34.841681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:34.848045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.890545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:34.910666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1a93185-27e7-479b-aad2-b0224c7ef137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:34.985613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.056433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 0130cf39-3d8a-4601-8c32-935725669b42 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:35.118878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Allocated IP 172.27.1.225 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/b2c81916-c247-477f-a52d-db551a57de5f) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:35.148115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.155090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.185970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.187830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.235375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:35.311950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa9d6e4-dfdc-4d28-bc21-5c352e51c703,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:35.323940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:35.329136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:35.360619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e2de4-9fdf-4bd9-9b0c-f4195cf67a77 req-486d7d00-d3c2-421c-be24-8a9c609ee810 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:35.371255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be1e2de4-9fdf-4bd9-9b0c-f4195cf67a77 req-486d7d00-d3c2-421c-be24-8a9c609ee810 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 944 time: 0.3762188
Apr 08 19:52:35.430603 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be1e2de4-9fdf-4bd9-9b0c-f4195cf67a77 req-89481fb8-b486-4b97-abe1-f343a93334ed tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579915
Apr 08 19:52:35.449896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec246f07-e390-467d-a088-830f9619437a,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:35.484463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:35.507076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.516513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fa9d6e4-dfdc-4d28-bc21-5c352e51c703 HTTP/1.1" status: 204  len: 168 time: 1.1122472
Apr 08 19:52:35.552660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.555168 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8913245
Apr 08 19:52:35.558449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34196) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:35.569022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:35.598549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:35.609426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc785-b164-4e18-a7c4-7338cab99104 req-385948f1-5673-4217-a925-d86c93a5b706 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:35.611087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6ddc785-b164-4e18-a7c4-7338cab99104 req-385948f1-5673-4217-a925-d86c93a5b706 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 944 time: 0.3086772
Apr 08 19:52:35.626114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:floatingip and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:35.637350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:35.643987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:35.650129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:35.658909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:35.688252 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6ddc785-b164-4e18-a7c4-7338cab99104 req-a8212f31-31f8-4d11-8ab2-85959e8249df tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584416
Apr 08 19:52:35.724027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Attempting to bind port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:35.724541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Attempting to bind port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:35.725035 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Attempting to bind port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:35.740929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.753458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:35.754011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Checking segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:35.754543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.755068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Bound using segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:35.755694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Bound port: 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:35.756213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.802019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 0130cf39-3d8a-4601-8c32-935725669b42 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:35.802557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.804774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:35.831400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:35.951924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.028702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.093850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Pushing event updated for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:36.113880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:36.285172 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ffa7b08-490c-4a2b-9c98-ca97d7a6f6b1 req-967170d2-1890-4dbb-b69f-97ab3f252fdc tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.0991719
Apr 08 19:52:36.307592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:36.309119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:36.313447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:36.319838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:36.320604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.334566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] For port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:36.339518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] For port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:36.342495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.384495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:36.411146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.434895 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3462794
Apr 08 19:52:36.441473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:36.473483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Allocated IP 172.27.1.45 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/7f5f0c32-ad8c-4b96-8f08-20c53beae9b8) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:36.480170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f7d36ec3-c07c-42b7-a294-1a848611a854 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:36.562272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Request body: {'port': {'device_id': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:36.691055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=b2c81916-c247-477f-a52d-db551a57de5f,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:36.701057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:36.822485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port f7d36ec3-c07c-42b7-a294-1a848611a854 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:36.847084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.854856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port f7d36ec3-c07c-42b7-a294-1a848611a854 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:36.855282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.946531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:36.957234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Pushing event updated for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:36.961407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:36.985186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:52:36.985974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0907b70>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:36.989945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395423a-210e-4d47-acde-9f0a26c7fa50 req-13f32da4-2dfd-4e14-b12f-a5b5d596277e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:36.992255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6395423a-210e-4d47-acde-9f0a26c7fa50 req-13f32da4-2dfd-4e14-b12f-a5b5d596277e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 944 time: 0.3561661
Apr 08 19:52:36.994943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:37.063755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b0079895-fc3f-4347-81d6-fadfe94dcb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:37.160669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:37.172178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:37.225217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:37.242000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device b47fff85-2dc2-43c7-9d29-c0b6909ac6ae up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:37.290251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f229dd-a446-41da-9d1c-d010468c896e req-eb1b9e1e-d98b-427a-b655-28d47ce3b7ad tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:37.291980 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99f229dd-a446-41da-9d1c-d010468c896e req-eb1b9e1e-d98b-427a-b655-28d47ce3b7ad tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 944 time: 0.3932474
Apr 08 19:52:37.511716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:37.512758 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6395423a-210e-4d47-acde-9f0a26c7fa50 req-f7109e3e-74ef-4d3f-8688-f4003e62b3cc tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4929128
Apr 08 19:52:37.566299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:37.587992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=7f5f0c32-ad8c-4b96-8f08-20c53beae9b8,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:37.592253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:37.610083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:37.611204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:37.615775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:37.722400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:37.724423 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:37.823649 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99f229dd-a446-41da-9d1c-d010468c896e req-44ef59c7-4480-4772-b068-0dbc966530b2 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749817
Apr 08 19:52:37.871775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7d36ec3-c07c-42b7-a294-1a848611a854,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:37.892291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:37.911591 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0575e21e-f3ce-43d5-a34e-402877a17caf req-cf6ebcf2-c363-4233-9496-3f525799bc26 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.1499918
Apr 08 19:52:37.959754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-f7392ae9-73b0-452d-8702-8ce30c2c0600 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:37.962501 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-f7392ae9-73b0-452d-8702-8ce30c2c0600 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 819 time: 0.7237673
Apr 08 19:52:37.971074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:37.988657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.000427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:38.014266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Request body: {'port': {'device_id': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'admin_state_up': True, 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:38.057509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4593af-36f0-4799-8161-0a27bd0e38a6 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:38.071603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.087100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:38.090818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:38.113446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Transition to ACTIVE for port object 3b4593af-36f0-4799-8161-0a27bd0e38a6 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:38.113553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:52:38.170316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.318214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:38.387043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.389742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.505961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 556acc17-4404-4b9a-b384-1efac0e7fc60 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:38.608099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Attempting to bind port 3b4593af-36f0-4799-8161-0a27bd0e38a6 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:38.608638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Attempting to bind port 3b4593af-36f0-4799-8161-0a27bd0e38a6 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:38.609279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Attempting to bind port 3b4593af-36f0-4799-8161-0a27bd0e38a6 on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:38.620184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Port 3b4593af-36f0-4799-8161-0a27bd0e38a6 on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:38.620780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Attempting to bind port 3b4593af-36f0-4799-8161-0a27bd0e38a6 on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:38.626337 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854', 'code': 200}
Apr 08 19:52:38.632600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:38.633445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Checking segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:38.634129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Bound using segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:38.634810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Bound port: 3b4593af-36f0-4799-8161-0a27bd0e38a6, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:38.635381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.762139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:38.769007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:38.777989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:38.829463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 556acc17-4404-4b9a-b384-1efac0e7fc60 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:38.843481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 556acc17-4404-4b9a-b384-1efac0e7fc60 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:38.843481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.843704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:38.844893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:38.908612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0632ea27-5f79-4929-8ffb-aa3320743973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:38.948899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:39.032799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.10', 49847) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:39.037014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:39.073607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.103093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0907b70>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:36Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:52:39.113724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18143cac-be22-4c6d-a8cb-fbd916f4f558 None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:36Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:52:39.118737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=556acc17-4404-4b9a-b384-1efac0e7fc60,segment=NetworkSegment(79775293-ac05-4aab-ba83-26302d5edd3b),segment_id=79775293-ac05-4aab-ba83-26302d5edd3b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:39.158556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.173092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bf43ac5-8082-4f9a-8b08-7c1b297ccaeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:39.313558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.318064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Usage tracker for resource:port and tenant:d7006dad3204436a927ec6c8460bdcdc is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:39.322238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:39.325631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:39.330774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:39.351200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:39.355615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b853d-a1ab-4707-b987-fac23f76023c req-9567ff65-35e9-4880-981a-278beb34152c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:39.358669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:39.363375 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e3b853d-a1ab-4707-b987-fac23f76023c req-9567ff65-35e9-4880-981a-278beb34152c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.5534472
Apr 08 19:52:39.366526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.402104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:39.453868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Made reservation on behalf of d7006dad3204436a927ec6c8460bdcdc for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:39.460068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.526037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e3b853d-a1ab-4707-b987-fac23f76023c req-1444bf9c-a5af-43f8-b1c5-ad03721ac17f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617029
Apr 08 19:52:39.744453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Allocated IP 172.20.0.13 (c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99/ed7d8cb1-1dee-4d75-a377-c7d99ca1f422/0b126758-e634-495d-82c8-f4477b6c03fd) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:39.775537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-f090111e-10ba-4a7e-af13-3336bb881583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:39.777131 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-f090111e-10ba-4a7e-af13-3336bb881583 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 1098 time: 0.7370837
Apr 08 19:52:39.783896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:39.784583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.786082 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] 10.222.0.10 "PUT /v2.0/ports/3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 1093 time: 3.2310007
Apr 08 19:52:39.798646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:39.814310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fbc6c-7cc2-4d2d-83e4-9f76d2a73454 req-0efd0c35-d71a-4ffc-a1d5-b5510aa5f5d7 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:39.816025 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e53fbc6c-7cc2-4d2d-83e4-9f76d2a73454 req-0efd0c35-d71a-4ffc-a1d5-b5510aa5f5d7 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 945 time: 0.4341719
Apr 08 19:52:39.874864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:39.902263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:39.915081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Usage tracker for resource:security_group_rule and tenant:c06da8fe16204afbb2bb2e5d0db93136 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:39.918945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:39.927003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:39.962902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=7f5f0c32-ad8c-4b96-8f08-20c53beae9b8,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:40.013532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:40.016067 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-903bd80e-9642-4d7a-afdb-423ea1081302 req-1c4f0d13-20f8-4f14-8887-8cd925e85ae1 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.1877184
Apr 08 19:52:40.018900 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e53fbc6c-7cc2-4d2d-83e4-9f76d2a73454 req-d0d8e063-ff49-46b6-a60a-619727fcd659 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766131
Apr 08 19:52:40.091608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.123187 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6', 'status': 'completed', 'code': 200}
Apr 08 19:52:40.142309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-93d6b3c3-35a7-429a-b790-af5d2ce96dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:40.146044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-93d6b3c3-35a7-429a-b790-af5d2ce96dda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1096 time: 0.2520809
Apr 08 19:52:40.146044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.177008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:40.219110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.240843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.308898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.320496 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7592607
Apr 08 19:52:40.339510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.395791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:40.464962 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-29b48771-39f6-46ef-86cb-3634e404a5a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.3053627
Apr 08 19:52:40.546486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.568977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=b2c81916-c247-477f-a52d-db551a57de5f,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:40.587670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:40.604905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-42f7dc01-08cf-428a-85b7-e63bd86b681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:40.606519 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-42f7dc01-08cf-428a-85b7-e63bd86b681b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.1231353
Apr 08 19:52:40.628746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:40.677612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.678273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Pushing event updated for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:40.683180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0860531
Apr 08 19:52:40.685730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:40.691781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:40.694362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:40.722566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:40.851457 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-1eb225e4-cd43-44bd-91bb-e7f2e09954d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2346108
Apr 08 19:52:40.853272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:40.854011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:40.913646 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9320610
Apr 08 19:52:40.958131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Request body: {'port': {'device_id': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:40.972791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.033043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-e394ec24-7bfd-4f2b-be90-d59d895d52c8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:41.064781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:41.151047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-e394ec24-7bfd-4f2b-be90-d59d895d52c8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:41.154488 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-e394ec24-7bfd-4f2b-be90-d59d895d52c8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1327213536&fields=id&tenant_id=dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 267 time: 0.2380886
Apr 08 19:52:41.160103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-ff8c7120-e34c-4927-90ab-443261a4c114 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824958
Apr 08 19:52:41.163927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.227369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1e36fe3c-e16f-4513-8f26-fa2af78402e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:41.242609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Synchronizing usage tracker for tenant:c06da8fe16204afbb2bb2e5d0db93136 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:41.255997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.268735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:41.275638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:41.276249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.361488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b2962-9a25-4ad9-8590-1c12363a4517,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:41.371799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:41.418579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075c57-df58-42ba-97f4-02242bc97554 req-31acfff9-a678-479b-a2eb-ae308b8e1270 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:41.420195 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-04075c57-df58-42ba-97f4-02242bc97554 req-31acfff9-a678-479b-a2eb-ae308b8e1270 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.5644541
Apr 08 19:52:41.436102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Unset dirty status for tenant:c06da8fe16204afbb2bb2e5d0db93136 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:41.437287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-518e5a05-c15d-44f3-bb45-89a4d5cbfca6 req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6169770
Apr 08 19:52:41.464328 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e7e8e16-53ca-499e-b36a-01609f5f44ba req-b207e261-7edd-4db7-b4ec-1adc77c07c3c service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965031
Apr 08 19:52:41.472932 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-04075c57-df58-42ba-97f4-02242bc97554 req-4eb3f371-6e14-4fca-8875-b562b159f63f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378349
Apr 08 19:52:41.514968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-5f200472-43fd-403e-b770-4d9d35c897a0 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:41.518625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-5f200472-43fd-403e-b770-4d9d35c897a0 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:41.543288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60', 'code': 200}
Apr 08 19:52:41.576719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.651445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-5f200472-43fd-403e-b770-4d9d35c897a0 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:41.652751 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-5f200472-43fd-403e-b770-4d9d35c897a0 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 811 time: 0.4759715
Apr 08 19:52:41.677799 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-e2d6576c-321c-44c3-b769-b4d211929d26 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/quotas/dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 375 time: 0.0140152
Apr 08 19:52:41.692000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:41.710485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-c20168e8-9498-4b13-81a8-84e7c68c88e7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:41.737098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:41.739092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:41.753478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-ee5ea468-0c75-4d79-988e-5a43336db4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:41.755146 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-ee5ea468-0c75-4d79-988e-5a43336db4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1096 time: 0.1368337
Apr 08 19:52:41.798006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-c20168e8-9498-4b13-81a8-84e7c68c88e7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:41.798504 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-c20168e8-9498-4b13-81a8-84e7c68c88e7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--972864219&fields=id&tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 267 time: 0.1363695
Apr 08 19:52:41.810678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:41.813941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:41.906080 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-a3b4bf42-2925-48ad-85ef-4027960e4810 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2087038
Apr 08 19:52:42.074249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b126758-e634-495d-82c8-f4477b6c03fd {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:42.086092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:42.119023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-07cc6e9a-ee1d-4a10-9846-518decbcd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:42.120631 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-07cc6e9a-ee1d-4a10-9846-518decbcd982 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.3582020
Apr 08 19:52:42.128441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Transition to ACTIVE for port object 0b126758-e634-495d-82c8-f4477b6c03fd will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:42.135046 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-315880f0-e99c-428f-8fbb-1587bdd05399 service neutron] 10.222.0.68 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139394
Apr 08 19:52:42.205918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c5954-2de4-4992-b397-34ee9f77384a req-1c37aa0f-212a-4066-8d48-46e2dd1b9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:42.207535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-541c5954-2de4-4992-b397-34ee9f77384a req-1c37aa0f-212a-4066-8d48-46e2dd1b9a85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 1098 time: 0.3536916
Apr 08 19:52:42.219076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:42.231791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-25bcdc48-4484-4899-923c-38ac33429bc1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:42.233311 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-25bcdc48-4484-4899-923c-38ac33429bc1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 816 time: 0.3780975
Apr 08 19:52:42.234739 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-e248cde0-3884-49d4-8218-343858cc2ef9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.1017039
Apr 08 19:52:42.247462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:42.394076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:42.403682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:42.472796 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-6fbe52ce-7741-4075-838f-008a1eceb35f service neutron] 10.222.0.68 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3298669
Apr 08 19:52:42.569007 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-a55aef0d-6d49-4d19-be72-4dbcef227974 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/quotas/30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 375 time: 0.3171096
Apr 08 19:52:42.656250 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-541c5954-2de4-4992-b397-34ee9f77384a req-e1d7d0e8-09e5-485e-98f3-4614e6a304a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4380291
Apr 08 19:52:42.666824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-9b838385-27af-4f03-b861-0d10ef47e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:42.668459 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-9b838385-27af-4f03-b861-0d10ef47e5e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.4187734
Apr 08 19:52:42.768210 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-b2141c17-5b25-48a3-9c15-49da50ad2419 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602739
Apr 08 19:52:42.795511 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-ea83034b-fad6-46a6-bef4-4829ba676f08 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2230344
Apr 08 19:52:42.976314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Attempting to bind port 0b126758-e634-495d-82c8-f4477b6c03fd on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:42.977349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Attempting to bind port 0b126758-e634-495d-82c8-f4477b6c03fd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:42.983671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Attempting to bind port 0b126758-e634-495d-82c8-f4477b6c03fd on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:43.009113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Port 0b126758-e634-495d-82c8-f4477b6c03fd on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:43.009296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Attempting to bind port 0b126758-e634-495d-82c8-f4477b6c03fd on network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:43.019867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:43.107912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:43.108298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Checking segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:43.108816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Bound using segment: {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:43.109197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Bound port: 0b126758-e634-495d-82c8-f4477b6c03fd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb094dd-2706-4ebb-ae7f-0918e0158e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:43.109579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:43.134125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:43.134913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:43.342037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60806-6b6e-476b-80b0-17ebca499c9a req-b2f031a0-54e3-4579-95d0-9bb0e9d7ae4d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:43.342737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-10d60806-6b6e-476b-80b0-17ebca499c9a req-b2f031a0-54e3-4579-95d0-9bb0e9d7ae4d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:43.359975 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-a5f60fa5-efd1-486b-ae9c-65082486391f service neutron] 10.222.0.68 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5634367
Apr 08 19:52:43.370810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:43.375636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b126758-e634-495d-82c8-f4477b6c03fd,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:43.393190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-0a888c4c-3b2b-43e2-a255-d3f352d0b141 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5460944
Apr 08 19:52:43.411898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:43.431366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cf3cbc0f-a41d-499b-b31f-7ca5559560bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:43.487492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-10d60806-6b6e-476b-80b0-17ebca499c9a req-b2f031a0-54e3-4579-95d0-9bb0e9d7ae4d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:43.499104 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10d60806-6b6e-476b-80b0-17ebca499c9a req-b2f031a0-54e3-4579-95d0-9bb0e9d7ae4d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.4917636
Apr 08 19:52:43.579682 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-09a8e0ae-4aae-4272-bfa5-1bc18eacb320 service neutron] 10.222.0.68 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179506
Apr 08 19:52:43.671017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:43.704880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:43.706243 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2303dbe-2654-4f73-8f73-7fbbf6d1f981 req-692d2d8e-a787-4277-94b2-da9b5f30de91 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612022
Apr 08 19:52:43.716093 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10d60806-6b6e-476b-80b0-17ebca499c9a req-f919baf5-f075-463d-bf59-b572dccb1689 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115233
Apr 08 19:52:43.781677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:43.782452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:43.783931 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/0b126758-e634-495d-82c8-f4477b6c03fd HTTP/1.1" status: 200  len: 1094 time: 2.8455596
Apr 08 19:52:43.784591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:44.041689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aac239-46cf-4139-aef0-68774f087285 req-e7926e36-b00d-4126-9ef4-857b8c0e832f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:44.043500 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38aac239-46cf-4139-aef0-68774f087285 req-e7926e36-b00d-4126-9ef4-857b8c0e832f tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 945 time: 0.1380529
Apr 08 19:52:44.056311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0e818b00-e69f-43b1-9341-16d76237e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:44.057928 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-0e818b00-e69f-43b1-9341-16d76237e3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 1097 time: 0.1996417
Apr 08 19:52:44.087381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a73ba-ba9f-46e9-896f-500586a14650 req-b4a97f3f-fb1c-4e27-9bb3-aec0b392dd95 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:44.094731 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38aac239-46cf-4139-aef0-68774f087285 req-8f270318-bb62-4e5f-9258-15358b2c7f49 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434668
Apr 08 19:52:44.095107 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7d8a73ba-ba9f-46e9-896f-500586a14650 req-b4a97f3f-fb1c-4e27-9bb3-aec0b392dd95 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.1183436
Apr 08 19:52:44.141036 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7d8a73ba-ba9f-46e9-896f-500586a14650 req-ed4aed5b-46f1-4955-af79-0afec2bb891c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448837
Apr 08 19:52:44.271288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd', 'status': 'completed', 'code': 200}
Apr 08 19:52:44.274037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35f0bd99-d286-4f8c-a7a9-e5e3e9608313 req-8f1ab594-e25c-4bfd-9c50-53a6f1c5d104 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.0744536
Apr 08 19:52:44.306952 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-085b234b-f15c-44b5-a051-690120ce27de req-a827d566-3fd7-42e4-9de4-f67d7c9929b9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0594196
Apr 08 19:52:44.911672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 3b4593af-36f0-4799-8161-0a27bd0e38a6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:52:44.957061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe9e3-c15b-43b3-b96f-215678320292 req-fdc5326e-437d-4e30-a8b5-8d6a28f94402 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:44.958741 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c40fe9e3-c15b-43b3-b96f-215678320292 req-fdc5326e-437d-4e30-a8b5-8d6a28f94402 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.1031072
Apr 08 19:52:44.990314 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c40fe9e3-c15b-43b3-b96f-215678320292 req-6335c318-e6f4-4f6f-9bee-613c211e4cf8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243974
Apr 08 19:52:45.056050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:45.069557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '3b4593af-36f0-4799-8161-0a27bd0e38a6', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'port_id': '3b4593af-36f0-4799-8161-0a27bd0e38a6', 'mac_address': 'fa:16:3e:a2:77:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:52:45.129654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:45.131583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4593af-36f0-4799-8161-0a27bd0e38a6 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:45.148028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:45.182747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:45.184573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ba0f19f8-263c-40c0-a25c-5ee0c48068a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:45.255965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:45.259881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:45.439015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-353c5c36-8873-478e-8ff3-b7a5b387a169 req-1f1c0e8b-a79d-461d-ae69-c7ec8c4b50bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:45.483155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-32d81409-13ce-46a9-bd9a-47d61e5b92c9 req-25154763-b589-4370-8fea-7fcc820331ee tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:45.915143 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-b0e180b1-daf5-4893-b927-fb4df1baceb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b126758-e634-495d-82c8-f4477b6c03fd HTTP/1.1" status: 200  len: 217 time: 0.0682492
Apr 08 19:52:46.462881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-32d81409-13ce-46a9-bd9a-47d61e5b92c9 req-25154763-b589-4370-8fea-7fcc820331ee tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:46.463068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-353c5c36-8873-478e-8ff3-b7a5b387a169 req-1f1c0e8b-a79d-461d-ae69-c7ec8c4b50bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:46.464137 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32d81409-13ce-46a9-bd9a-47d61e5b92c9 req-25154763-b589-4370-8fea-7fcc820331ee tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 1.0326154
Apr 08 19:52:46.464319 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-353c5c36-8873-478e-8ff3-b7a5b387a169 req-1f1c0e8b-a79d-461d-ae69-c7ec8c4b50bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 1.0741045
Apr 08 19:52:46.465936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:46.652622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a144728-cc48-4784-bb7e-b0930f00855d req-f2107dd3-452c-41b5-bc9c-ea4a2919e010 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:46.653299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4a144728-cc48-4784-bb7e-b0930f00855d req-f2107dd3-452c-41b5-bc9c-ea4a2919e010 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:46.666360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4a144728-cc48-4784-bb7e-b0930f00855d req-f2107dd3-452c-41b5-bc9c-ea4a2919e010 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:46.667593 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a144728-cc48-4784-bb7e-b0930f00855d req-f2107dd3-452c-41b5-bc9c-ea4a2919e010 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.1038330
Apr 08 19:52:46.697414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4a144728-cc48-4784-bb7e-b0930f00855d req-96cf32d3-6248-4b11-a335-fd86bc701abe tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:46.759835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4a144728-cc48-4784-bb7e-b0930f00855d req-96cf32d3-6248-4b11-a335-fd86bc701abe tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:46.761128 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a144728-cc48-4784-bb7e-b0930f00855d req-96cf32d3-6248-4b11-a335-fd86bc701abe tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870299
Apr 08 19:52:46.974009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6cf9f-b3e1-4536-a051-def472903682 req-847f85f6-9bc7-4bd0-96b2-d7eb160c77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:46.975598 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-847f85f6-9bc7-4bd0-96b2-d7eb160c77c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0745556
Apr 08 19:52:47.030853 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-65639bdd-4029-4deb-a4dd-56fbe696610d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480645
Apr 08 19:52:47.160445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['3b4593af-36f0-4799-8161-0a27bd0e38a6'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:52:47.204485 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-e556dfef-8e33-4815-b16b-b903fa3eec61 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657894
Apr 08 19:52:47.357960 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74e6cf9f-b3e1-4536-a051-def472903682 req-62f3d023-e0ad-4d29-90ae-b68ee25d1cd9 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451936
Apr 08 19:52:47.635805 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d1f9aa43-4913-4d69-ae6d-c77e653e6baf req-fd40f676-588a-41ff-9f4c-77f8a2fef494 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.0544736
Apr 08 19:52:47.646012 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22d60aad-8005-400f-83b6-b59f09cd66a1 req-0a2e6eb0-b61b-45b1-b8f6-ab6cd358abf1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0589910
Apr 08 19:52:47.963528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893f640-c2e7-4a32-912a-f4f1f2db6ba6 req-7fb310f6-3030-4fe4-9d08-e3b09d8a469f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:47.965115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f893f640-c2e7-4a32-912a-f4f1f2db6ba6 req-7fb310f6-3030-4fe4-9d08-e3b09d8a469f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.0890107
Apr 08 19:52:47.995987 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f893f640-c2e7-4a32-912a-f4f1f2db6ba6 req-1bb9b7a9-e23e-4e10-8def-c45ea02bf70d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244956
Apr 08 19:52:48.809418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-427e832e-8c71-4bb8-a914-68434b25d8cf req-375b3a8e-8924-4271-8288-52f14e7bab61 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.0487330
Apr 08 19:52:48.810083 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b45e450-93f4-4d9d-86a8-6b0a03db31e6 req-4a447e3f-35d0-406a-96c8-35a5018924a5 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0478172
Apr 08 19:52:49.194969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3033f0-97a6-40fd-bc00-dc762b154f3c req-4a08bf40-0788-4927-8e64-4ab9c0eb56ce tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:49.196738 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3d3033f0-97a6-40fd-bc00-dc762b154f3c req-4a08bf40-0788-4927-8e64-4ab9c0eb56ce tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.0886085
Apr 08 19:52:49.231908 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3d3033f0-97a6-40fd-bc00-dc762b154f3c req-8b73e075-e597-4726-80c2-6fbd02924e3a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288682
Apr 08 19:52:49.977967 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35f331df-a2d8-4dee-a92d-757e96b46695 req-c150fc9f-b88d-4214-9426-170381861708 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.0529780
Apr 08 19:52:49.979853 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c8add702-d29a-4984-8e7a-b5c3c2776ecd req-d4db73f6-347f-4e5e-b032-33c707849074 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0489278
Apr 08 19:52:50.333578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-64eb4d03-142a-4cfd-b756-70b941c59fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:50.338895 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-64eb4d03-142a-4cfd-b756-70b941c59fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 1097 time: 0.0916536
Apr 08 19:52:50.551857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-65199f5e-0f33-4cc0-96a4-fe3ffe1dc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:50.553494 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-65199f5e-0f33-4cc0-96a4-fe3ffe1dc13a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.2072632
Apr 08 19:52:50.566422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92201c31-8845-49eb-8d81-7f23d03fe0c7 req-1b4beff5-8e4b-47f5-ab5b-d79da6a294d6 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:50.567943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-92201c31-8845-49eb-8d81-7f23d03fe0c7 req-1b4beff5-8e4b-47f5-ab5b-d79da6a294d6 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.1972332
Apr 08 19:52:50.648493 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-b55a813a-2ce5-45b1-aa30-f588a089fcf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b126758-e634-495d-82c8-f4477b6c03fd HTTP/1.1" status: 200  len: 217 time: 0.0794287
Apr 08 19:52:50.659336 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-92201c31-8845-49eb-8d81-7f23d03fe0c7 req-c71c6a23-8d9c-4580-9cab-b6ffc49099e9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387354
Apr 08 19:52:50.736279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-acecb7ae-2568-4036-acce-090254f61ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:50.737883 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-acecb7ae-2568-4036-acce-090254f61ecf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0713055
Apr 08 19:52:50.792459 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-a811d480-3926-4400-a0b4-6a3a13f55ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467174
Apr 08 19:52:50.961935 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-eb9a0921-0eea-4d61-8f1f-dae4368362dc service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620669
Apr 08 19:52:51.004642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-3704f8e0-8a2a-4696-9eb3-f278f3b70f78 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:51.006606 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-3704f8e0-8a2a-4696-9eb3-f278f3b70f78 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 811 time: 0.1828325
Apr 08 19:52:51.072586 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-766880fc-b245-4974-8bf5-ab7021396cae tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 5704 time: 0.0562625
Apr 08 19:52:51.108246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'port': {'device_id': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'admin_state_up': True, 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'security_groups': ['2571b911-cdb2-4d25-a457-565168371140']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:51.118942 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-079cb30a-2d92-4440-8d22-132c5c87c44d req-66167d80-d9ea-4891-816d-872d7851bcb7 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501560
Apr 08 19:52:51.182913 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3258778b-291d-4207-b924-774010488e86 req-7ac2ff56-07ab-4909-ae42-a6bd4c3a7f3a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0542417
Apr 08 19:52:51.264660 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2d9a0133-dc53-4942-bc7c-3ff5c2d5288d req-7da764d8-6ad8-4ac1-b94b-e807d6386411 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.1366546
Apr 08 19:52:51.314074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:51.325232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:51.394529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Made reservation on behalf of dc0a7f9bbbc942afb9322255268b70cb for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:51.401687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:51.638033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Allocated IP 172.20.0.5 (d44b7d16-2394-438e-8506-175a7eaa1b96/afdb465b-d029-4636-aead-877deb24131e/a3b35b97-1980-4388-a037-44002c4d6583) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:51.696893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-8f0943c3-36a7-46d6-b9cd-93a535eb226a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:51.698093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-8f0943c3-36a7-46d6-b9cd-93a535eb226a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:51.752286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-8f0943c3-36a7-46d6-b9cd-93a535eb226a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:51.753594 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-8f0943c3-36a7-46d6-b9cd-93a535eb226a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 816 time: 0.2528651
Apr 08 19:52:51.872785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-cf33e671-eaac-475a-967c-e29dd0c54b4f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:51.899199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-19558288-27c1-4144-9af0-3ab9618de03e req-cf33e671-eaac-475a-967c-e29dd0c54b4f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:51.900616 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-cf33e671-eaac-475a-967c-e29dd0c54b4f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 5702 time: 0.1386523
Apr 08 19:52:51.908504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:51.914915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'port': {'device_id': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'admin_state_up': True, 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'security_groups': ['967c8388-7bd8-49f0-9787-e8e0a8d61b66']}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:51.939418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Transition to ACTIVE for port object a3b35b97-1980-4388-a037-44002c4d6583 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:52.009630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.079853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:52.091286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:52.108066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:52.137646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Made reservation on behalf of 30d8c4f66d9b4b4f996a64bcb58cb94f for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:52:52.149665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.230394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:52.241299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 3b4593af-36f0-4799-8161-0a27bd0e38a6 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:52.270383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:52.276759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:52.278214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:52.280826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:52.289670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:52.290673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.369666 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2657952
Apr 08 19:52:52.383371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Request body: {'port': {'device_id': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:52.392165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 3b4593af-36f0-4799-8161-0a27bd0e38a6 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:52.398400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 3b4593af-36f0-4799-8161-0a27bd0e38a6 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:52.399954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.422094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Allocated IP 172.20.0.4 (9da151bf-9cf9-4fd1-97e3-80d4822b6fc5/10fb61be-0d6a-4d57-b0de-63b43150e376/491819ea-e8ee-4cea-ad7f-0f8130ee400e) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:52:52.584065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.586861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.684896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:52.688128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:52.699524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdabeb3-0b55-4df3-ae58-dbcccf65d4f3 req-4a535c71-1808-4674-a9c0-8f346b4ddd12 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:52.707489 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-afdabeb3-0b55-4df3-ae58-dbcccf65d4f3 req-4a535c71-1808-4674-a9c0-8f346b4ddd12 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.2378292
Apr 08 19:52:52.716037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-5bd2c44e-352f-42a3-b7b7-c9b81428ca3c None None] Provisioning for port a3b35b97-1980-4388-a037-44002c4d6583 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:52.737037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-5bd2c44e-352f-42a3-b7b7-c9b81428ca3c None None] Provisioning complete for port a3b35b97-1980-4388-a037-44002c4d6583 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:52.737821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c44e-352f-42a3-b7b7-c9b81428ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.794141 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-afdabeb3-0b55-4df3-ae58-dbcccf65d4f3 req-f0d581ae-ca24-4699-8917-6d4c4f2c76b5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855815
Apr 08 19:52:52.834136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2c44e-352f-42a3-b7b7-c9b81428ca3c None None] Port a3b35b97-1980-4388-a037-44002c4d6583 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:52.836346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.840951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:52.915780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.926242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-47fdd0d9-b506-4165-bc34-073dcf65d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:52.939759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:52.943177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:52.971409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Transition to ACTIVE for port object 491819ea-e8ee-4cea-ad7f-0f8130ee400e will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:53.029436 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-90488319-5d26-44aa-9dcf-582c08570cb6 req-abde99d6-0d34-48cb-ac83-df7947388f4a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0553696
Apr 08 19:52:53.124931 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6', 'code': 200}
Apr 08 19:52:53.295861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:53.341240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:53.402558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b35b97-1980-4388-a037-44002c4d6583 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:53.411932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:53.477535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Transition to ACTIVE for port object a3b35b97-1980-4388-a037-44002c4d6583 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:53.509428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:53.511845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a1d6-20cd-435f-b58c-306513cff7f8 req-20f8742d-8046-49f2-bf9b-7d82a5efdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:53.513841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0d13a1d6-20cd-435f-b58c-306513cff7f8 req-20f8742d-8046-49f2-bf9b-7d82a5efdc4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.0857568
Apr 08 19:52:53.518714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:53.521753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:53.543956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bae5b-ed28-49c3-af59-0537961cd75e req-50b2d968-4f65-4ecf-ab04-5c4eaf751acc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:53.545607 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-511bae5b-ed28-49c3-af59-0537961cd75e req-50b2d968-4f65-4ecf-ab04-5c4eaf751acc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 931 time: 0.5206866
Apr 08 19:52:53.594179 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-511bae5b-ed28-49c3-af59-0537961cd75e req-22b25585-578c-45ef-8134-d5b4f65ead5a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402009
Apr 08 19:52:53.665990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ac63fe42-81cc-4419-9cf8-2ac472a349b2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:53.710865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:52:53.712458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:52:53.715643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:52:53.795540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:53.796268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:53.879098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9723320
Apr 08 19:52:53.905052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Request body: {'port': {'device_id': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:52:54.090604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.109886 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0d13a1d6-20cd-435f-b58c-306513cff7f8 req-f7141cc8-13d7-460c-9bbf-930b40c683b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5820057
Apr 08 19:52:54.120141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-03fff9d9-6ca0-4853-b3e6-7206d0bc7a15 None None] Provisioning for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:54.125854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-03fff9d9-6ca0-4853-b3e6-7206d0bc7a15 None None] Provisioning complete for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:54.126241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-03fff9d9-6ca0-4853-b3e6-7206d0bc7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.183614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:54.187008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:54.198326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Attempting to bind port a3b35b97-1980-4388-a037-44002c4d6583 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:54.198710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Attempting to bind port a3b35b97-1980-4388-a037-44002c4d6583 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:54.199078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Attempting to bind port a3b35b97-1980-4388-a037-44002c4d6583 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:54.206058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Port a3b35b97-1980-4388-a037-44002c4d6583 on network d44b7d16-2394-438e-8506-175a7eaa1b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:54.206418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Attempting to bind port a3b35b97-1980-4388-a037-44002c4d6583 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:54.221220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:54.225999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Checking segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:54.225999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Bound using segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:54.225999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Bound port: a3b35b97-1980-4388-a037-44002c4d6583, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:54.225999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.234836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-03fff9d9-6ca0-4853-b3e6-7206d0bc7a15 None None] Port 491819ea-e8ee-4cea-ad7f-0f8130ee400e cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:52:54.260874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 0b126758-e634-495d-82c8-f4477b6c03fd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:52:54.318498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:54.321810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3b35b97-1980-4388-a037-44002c4d6583,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:54.334014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe273-e9da-44aa-afba-9a3b83311aff req-d5f70719-965e-4900-8e79-0154520a3eaf tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:54.335728 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d6dfe273-e9da-44aa-afba-9a3b83311aff req-d5f70719-965e-4900-8e79-0154520a3eaf tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 944 time: 0.3540657
Apr 08 19:52:54.374858 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d6dfe273-e9da-44aa-afba-9a3b83311aff req-c48c0c6d-3152-4519-8cf8-433c038cd8ca tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272062
Apr 08 19:52:54.376994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.401234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-77234441-1403-47a2-981e-05aaa15f71cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:54.428434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b126758-e634-495d-82c8-f4477b6c03fd,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:54.444601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '0b126758-e634-495d-82c8-f4477b6c03fd', 'network_id': 'c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99', 'port_id': '0b126758-e634-495d-82c8-f4477b6c03fd', 'mac_address': 'fa:16:3e:e5:c1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d8cb1-1dee-4d75-a377-c7d99ca1f422', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:52:54.509166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.510487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b126758-e634-495d-82c8-f4477b6c03fd {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:54.528185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b126758-e634-495d-82c8-f4477b6c03fd,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:54.536496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa801-c406-46ea-b52e-c89407497f3c req-b7d4f51f-6184-4dcf-963a-6ae288a42014 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:54.547187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-27ffa801-c406-46ea-b52e-c89407497f3c req-b7d4f51f-6184-4dcf-963a-6ae288a42014 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:54.556347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:54.561110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:54.566811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.570767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:54.593321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:54.594279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.596102 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] 10.222.0.10 "PUT /v2.0/ports/a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 1093 time: 2.2181749
Apr 08 19:52:54.596694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:54.641342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-27ffa801-c406-46ea-b52e-c89407497f3c req-b7d4f51f-6184-4dcf-963a-6ae288a42014 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:54.642500 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-27ffa801-c406-46ea-b52e-c89407497f3c req-b7d4f51f-6184-4dcf-963a-6ae288a42014 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 931 time: 0.3747127
Apr 08 19:52:54.660836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:54.665861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:54.721307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583', 'status': 'completed', 'code': 200}
Apr 08 19:52:54.749045 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-27ffa801-c406-46ea-b52e-c89407497f3c req-d7c15552-8b7b-40cf-9e06-01e73b16e643 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926268
Apr 08 19:52:54.800284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-1877ee5e-cb98-4331-a305-82c60707eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:54.802124 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-1877ee5e-cb98-4331-a305-82c60707eebe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1096 time: 0.1326833
Apr 08 19:52:54.853535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:52:54.868426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.885853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Transition to ACTIVE for port object 491819ea-e8ee-4cea-ad7f-0f8130ee400e will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:52:54.913593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:54.917842 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-9b636f6b-2442-4506-9243-89936cb24d99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 217 time: 0.0997686
Apr 08 19:52:54.920327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['0b126758-e634-495d-82c8-f4477b6c03fd'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:52:54.943720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:55.089339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451648-f4da-4e89-a941-e8c6008ad8b1 req-04e85628-267a-4d31-995a-d228a3bf04e9 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:55.090531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c8451648-f4da-4e89-a941-e8c6008ad8b1 req-04e85628-267a-4d31-995a-d228a3bf04e9 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:52:55.124211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:55.124211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:55.128621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-16750df6-0761-45e2-bf80-d0c56d5f7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:55.130992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-16750df6-0761-45e2-bf80-d0c56d5f7080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.1516485
Apr 08 19:52:55.142094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a16bd954-3afa-4c18-bfa6-ab8624a9903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:55.295267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c8451648-f4da-4e89-a941-e8c6008ad8b1 req-04e85628-267a-4d31-995a-d228a3bf04e9 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:52:55.301100 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c8451648-f4da-4e89-a941-e8c6008ad8b1 req-04e85628-267a-4d31-995a-d228a3bf04e9 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 943 time: 0.3791516
Apr 08 19:52:55.416853 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c8451648-f4da-4e89-a941-e8c6008ad8b1 req-44717740-da9d-4d0a-9ca2-20c2e0287cb2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017792
Apr 08 19:52:55.427066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Attempting to bind port 491819ea-e8ee-4cea-ad7f-0f8130ee400e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:52:55.427736 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Attempting to bind port 491819ea-e8ee-4cea-ad7f-0f8130ee400e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:52:55.428316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Attempting to bind port 491819ea-e8ee-4cea-ad7f-0f8130ee400e on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:55.445833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Port 491819ea-e8ee-4cea-ad7f-0f8130ee400e on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:52:55.445833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Attempting to bind port 491819ea-e8ee-4cea-ad7f-0f8130ee400e on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:52:55.449263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-408716e2-38fa-43c2-948b-07d593ca685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:55.451177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:52:55.451552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Checking segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:52:55.451664 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-408716e2-38fa-43c2-948b-07d593ca685d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3048499
Apr 08 19:52:55.451971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Bound using segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:52:55.452447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Bound port: 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:52:55.452831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:55.597951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:55.664160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:52:55.672794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:52:55.686229 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-a219bcf4-6c8d-4330-b50b-5f4e459df104 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267525
Apr 08 19:52:55.702475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afdfb-934d-43dd-a645-6e6e82dfdcc1 req-788d5b11-cc1c-4a13-8f77-e8eda91f3ed0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:55.704279 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a44afdfb-934d-43dd-a645-6e6e82dfdcc1 req-788d5b11-cc1c-4a13-8f77-e8eda91f3ed0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 945 time: 0.1250038
Apr 08 19:52:55.706837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:55.725147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:55.846463 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-724ced29-e096-4fa2-9d5a-68d8d7ffc8ca req-2fa6d987-1f8a-4efb-8844-d0dfae29429f service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488488
Apr 08 19:52:55.876936 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a44afdfb-934d-43dd-a645-6e6e82dfdcc1 req-574f253e-dbbb-454f-b065-fbc6289b0466 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525404
Apr 08 19:52:55.913905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:55.918846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:55.949156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:55.949156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:55.950708 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] 10.222.0.10 "PUT /v2.0/ports/491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 1093 time: 2.0513093
Apr 08 19:52:55.951240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:56.005482 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'status': 'completed', 'code': 200}
Apr 08 19:52:56.028910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efcfad-a157-4346-af59-70e5bad91164 req-73777bf0-5df5-48bf-a481-73a0e7518ced tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.032672 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d4efcfad-a157-4346-af59-70e5bad91164 req-73777bf0-5df5-48bf-a481-73a0e7518ced tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1606896
Apr 08 19:52:56.080800 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d4efcfad-a157-4346-af59-70e5bad91164 req-783e59d2-1fb0-4270-9aec-6a8ca4259ece tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412285
Apr 08 19:52:56.095292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-d37fea17-ac9a-4243-9eac-a94319d54cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.096893 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-d37fea17-ac9a-4243-9eac-a94319d54cec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1096 time: 0.1528797
Apr 08 19:52:56.130708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-f4568384-f565-40cf-82da-5e4539ceb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.132138 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-f4568384-f565-40cf-82da-5e4539ceb4f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1096 time: 0.1047578
Apr 08 19:52:56.216239 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-3c79107e-f99f-4c10-9225-2bca868b1349 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 217 time: 0.0734425
Apr 08 19:52:56.255446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-fd6ebb72-f6ea-46df-8cf7-ceec37a416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.259374 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-fd6ebb72-f6ea-46df-8cf7-ceec37a416d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1525800
Apr 08 19:52:56.272744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 0b126758-e634-495d-82c8-f4477b6c03fd up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:52:56.289864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-d7b156ce-022e-43ba-8448-2957101b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.294508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-d7b156ce-022e-43ba-8448-2957101b01c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.0659921
Apr 08 19:52:56.344787 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-7a640886-76b8-4b90-9fda-47d4b68610dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 217 time: 0.0751262
Apr 08 19:52:56.384522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558288-27c1-4144-9af0-3ab9618de03e req-32b81602-bc8f-4d08-b4de-d859b69068cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.386197 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-32b81602-bc8f-4d08-b4de-d859b69068cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855346
Apr 08 19:52:56.394197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 0b126758-e634-495d-82c8-f4477b6c03fd completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:52:56.399772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 0b126758-e634-495d-82c8-f4477b6c03fd triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:52:56.400191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:56.435996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-57bed7e2-57d8-4695-93eb-d16df8fb052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.437273 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-57bed7e2-57d8-4695-93eb-d16df8fb052f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0712256
Apr 08 19:52:56.543281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-3b2a8012-fcf4-48c6-b8e7-8179aea7bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.544911 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-3b2a8012-fcf4-48c6-b8e7-8179aea7bac9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984004
Apr 08 19:52:56.553660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:56.558631 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-9149d38d-e45d-429d-9cfd-b0171a1125f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546276
Apr 08 19:52:56.567983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:52:56.579314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b126758-e634-495d-82c8-f4477b6c03fd,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:52:56.611428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:56.614229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:56.714526 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd', 'code': 200}
Apr 08 19:52:56.753910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:56.767274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:56.850954 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-8232d11b-1686-40d4-a273-17e0bba8d42a service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965443
Apr 08 19:52:56.887431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9548df8-5d5f-41d3-ad31-b5d50fa9c47f req-f63d4979-1c32-4a96-a478-c447a1cc3849 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:56.896729 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9548df8-5d5f-41d3-ad31-b5d50fa9c47f req-f63d4979-1c32-4a96-a478-c447a1cc3849 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 943 time: 0.2882211
Apr 08 19:52:56.932688 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19558288-27c1-4144-9af0-3ab9618de03e req-ffbf52c2-54a2-440b-b13c-71952b7145a1 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3666642
Apr 08 19:52:56.962280 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9548df8-5d5f-41d3-ad31-b5d50fa9c47f req-f61334a8-5a48-4fe4-bbe9-6ae2d89f0f03 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643537
Apr 08 19:52:57.018318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b35f86e-ee8a-4235-874c-7c12b7e29d37 req-ca23f1e1-2304-46ec-b494-fd8bf2b7fa65 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583071
Apr 08 19:52:57.019370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:57.274356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47ed69-abd5-42fc-8a8e-4a43aa158f92 req-e6860323-5e19-4936-9085-1a2b52462142 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.274356 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf47ed69-abd5-42fc-8a8e-4a43aa158f92 req-e6860323-5e19-4936-9085-1a2b52462142 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.2411511
Apr 08 19:52:57.275923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-17c2d4da-0b3c-4c8e-9633-591d497668d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.277486 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-17c2d4da-0b3c-4c8e-9633-591d497668d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1096 time: 0.1821935
Apr 08 19:52:57.328228 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf47ed69-abd5-42fc-8a8e-4a43aa158f92 req-3a582db7-e8dd-4b39-91f0-733c5e1d75c4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461693
Apr 08 19:52:57.362552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34750) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:57.449312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:57.503348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-12f8f27c-473c-485e-8e93-025be539cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.521487 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-12f8f27c-473c-485e-8e93-025be539cee6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.1757088
Apr 08 19:52:57.583159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c0eea-a4f1-4179-97a1-9a4f8d686388 req-1297fb55-01eb-4416-86e8-d2125af2dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.586053 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6a0c0eea-a4f1-4179-97a1-9a4f8d686388 req-1297fb55-01eb-4416-86e8-d2125af2dd80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 1099 time: 0.4609935
Apr 08 19:52:57.591366 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-969a24cf-6ed4-486d-9982-c814cc3c744c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 217 time: 0.0765028
Apr 08 19:52:57.667708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dda8b1-be3e-430c-b0b1-651ddc39806b req-403ffe96-4aeb-465c-9bad-088dfeb34924 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.669373 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-23dda8b1-be3e-430c-b0b1-651ddc39806b req-403ffe96-4aeb-465c-9bad-088dfeb34924 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.4382691
Apr 08 19:52:57.671466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:57.673625 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6a0c0eea-a4f1-4179-97a1-9a4f8d686388 req-8ccf5026-cb47-498b-a5b1-0c0dec3a4fba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666232
Apr 08 19:52:57.703810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:57.711503 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-23dda8b1-be3e-430c-b0b1-651ddc39806b req-04ce591d-52ec-4f28-a065-1a4455276b69 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338392
Apr 08 19:52:57.712141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Usage tracker for resource:security_group_rule and tenant:2e108ccf30f045a1bd27737283ffa2d8 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:57.715593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:57.729975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:57.736107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-b2e22406-04d4-482b-9413-315d1fa9bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.737738 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-b2e22406-04d4-482b-9413-315d1fa9bba4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.1244023
Apr 08 19:52:57.824401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34766) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:57.864351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-aef0f4a8-f4a5-447c-9a4a-a8109f593b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:57.866003 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-aef0f4a8-f4a5-447c-9a4a-a8109f593b06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205950
Apr 08 19:52:57.961838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:57.979377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:57.983807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Usage tracker for resource:security_group_rule and tenant:84a03b1e9b5e447abc65cad1394c6d0a is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:57.987016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:57.993588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:58.243550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.283698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.308006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f3d3f7d2-fe40-45f7-a0ba-58e01dd669b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:58.327642 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-4a34a83f-21af-43ee-972b-56df3f7d88fb service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4511645
Apr 08 19:52:58.385360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.392417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91e94-722a-4135-980f-738972d0c701 req-bf467e3c-af5b-4a52-816f-f9d7b4a0923d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:58.394040 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-14c91e94-722a-4135-980f-738972d0c701 req-bf467e3c-af5b-4a52-816f-f9d7b4a0923d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 943 time: 0.2337296
Apr 08 19:52:58.400474 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e108ccf30f045a1bd27737283ffa2d8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0368552
Apr 08 19:52:58.401288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34736bf5-fc2e-425b-a0da-4f43ca2575f7,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:58.403523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34776) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:58.419296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.432975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-888e6fb4-e38b-45ac-998c-a33e0ba1e423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:58.476509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.476988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.477372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.477758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.478165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.478548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.478926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.479302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.479678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.480052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.480422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.480794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:52:58.497217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:58.512597 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-14c91e94-722a-4135-980f-738972d0c701 req-d3e11fbb-46f6-4140-90a6-270bcf944f15 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070204
Apr 08 19:52:58.555423 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84a03b1e9b5e447abc65cad1394c6d0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7296319
Apr 08 19:52:58.555791 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-413e36a7-76dd-4894-8bd7-b7d3896b1e59 req-8e2e0a97-500f-4409-a72d-a7e30fdcbb78 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027032
Apr 08 19:52:58.558392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34780) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:58.563696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e59834-a9f4-4f63-aeb1-4a1f1c0252d3,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:58.578714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:58.587303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.629704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.637629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.656327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64d924-c493-49e6-96a8-caeb7899b24a req-c77061d8-e68c-4758-9c0d-b7bc3438ea53 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:58.658067 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b64d924-c493-49e6-96a8-caeb7899b24a req-c77061d8-e68c-4758-9c0d-b7bc3438ea53 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.2047870
Apr 08 19:52:58.674655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.734425 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b64d924-c493-49e6-96a8-caeb7899b24a req-8b3c3687-8945-473b-b8eb-a80b1adfbb57 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667882
Apr 08 19:52:58.839747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.846950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1ddb52dd-fdbb-4088-ac8d-3d0812cd7b96 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:58.868363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.874227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-83750844-b471-453b-9a8e-ec6ea8d01197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:58.888201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34736bf5-fc2e-425b-a0da-4f43ca2575f7,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:58.891256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:58.910951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.911147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34736bf5-fc2e-425b-a0da-4f43ca2575f7 HTTP/1.1" status: 204  len: 168 time: 0.5065265
Apr 08 19:52:58.915999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e59834-a9f4-4f63-aeb1-4a1f1c0252d3,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:58.922525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:58.935445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:58.939105 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/69e59834-a9f4-4f63-aeb1-4a1f1c0252d3 HTTP/1.1" status: 204  len: 168 time: 0.3772745
Apr 08 19:52:58.977147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c794b5f-93b7-4b86-a9dd-0fbb01db33b3 req-4362d844-1156-4b7a-b3ac-63f59654d365 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:58.983230 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c794b5f-93b7-4b86-a9dd-0fbb01db33b3 req-4362d844-1156-4b7a-b3ac-63f59654d365 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1246006
Apr 08 19:52:59.013668 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c794b5f-93b7-4b86-a9dd-0fbb01db33b3 req-6b49e447-16ea-474a-8eff-715a68d3880d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0288060
Apr 08 19:52:59.512668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34802) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:59.532639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.554943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:59.558246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Usage tracker for resource:security_group_rule and tenant:5418b18d0709432da8ffa98191115bd3 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:59.562108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:59.569269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:59.583518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34814) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:59.697922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.718223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.731582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:52:59.739103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Usage tracker for resource:security_group_rule and tenant:f2e228cbd5ea41a5be273544fc8a55c2 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:52:59.743474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:52:59.751662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.762818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:52:59.774003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-72c2dc58-a5b8-4dbd-8b5c-ca92071f01d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:52:59.802285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf645c97-1a52-4690-a2a2-1a2a3919ba9f req-dafd7b62-763d-413a-9a92-c5a087362534 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:59.810162 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf645c97-1a52-4690-a2a2-1a2a3919ba9f req-dafd7b62-763d-413a-9a92-c5a087362534 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 943 time: 0.1667132
Apr 08 19:52:59.834515 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5418b18d0709432da8ffa98191115bd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3205295
Apr 08 19:52:59.836742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f85f05-e06f-4263-927f-507ad28343be,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:52:59.838007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 34824) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:52:59.841174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:52:59.857474 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf645c97-1a52-4690-a2a2-1a2a3919ba9f req-53f709b4-44f9-4ddb-9577-4334bc4de0ce tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464022
Apr 08 19:52:59.942536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.951971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c4835-f422-4712-8368-760060beedf3 req-4a416a3d-12cb-4e11-bd23-7b88f6e185a0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:52:59.953911 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-367c4835-f422-4712-8368-760060beedf3 req-4a416a3d-12cb-4e11-bd23-7b88f6e185a0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0916464
Apr 08 19:52:59.981562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:52:59.983684 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-367c4835-f422-4712-8368-760060beedf3 req-05845d25-c947-4af8-a5b2-3aded5860e8d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0234969
Apr 08 19:52:59.986618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.022627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.033310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-12f64114-928a-49d6-aa21-500bd3139694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:00.082559 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2e228cbd5ea41a5be273544fc8a55c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4966044
Apr 08 19:53:00.084289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037616ff-502b-41ae-b824-9d9b9be3c180,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:00.085499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 34832) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:00.093006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.093413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.093827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.094220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.094603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.094987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.095368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.095747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.096129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.096505 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.096880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.097254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:00.110413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:00.135374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.141618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c6b80465-9f16-468a-a4a8-a0d8a9d7a5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:00.168020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f85f05-e06f-4263-927f-507ad28343be,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:00.171779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:00.203251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.207620 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3f85f05-e06f-4263-927f-507ad28343be HTTP/1.1" status: 204  len: 168 time: 0.3685296
Apr 08 19:53:00.264019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.264362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:53:00.310740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.346782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e803b-ff53-4475-9ead-26361d74f364 req-812916b1-3dc6-4be2-89f5-c59146e55838 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:00.348626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-773e803b-ff53-4475-9ead-26361d74f364 req-812916b1-3dc6-4be2-89f5-c59146e55838 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1771812
Apr 08 19:53:00.403682 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-773e803b-ff53-4475-9ead-26361d74f364 req-f6c29077-9d6d-4460-917a-92f81c261fa4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426712
Apr 08 19:53:00.427151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:00.442298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:53:00.469065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.475275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:00.489332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037616ff-502b-41ae-b824-9d9b9be3c180,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:00.494388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:00.507088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.509160 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/037616ff-502b-41ae-b824-9d9b9be3c180 HTTP/1.1" status: 204  len: 168 time: 0.4214392
Apr 08 19:53:00.536848 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.537182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:00.556713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:00.582419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:00.583466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device a3b35b97-1980-4388-a037-44002c4d6583 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:53:00.695883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:00.732750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9535f6-ba51-464b-b4c5-09dc32d7c225 req-64fa033e-9f6b-4401-ae0c-2a8bc6341201 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:00.734654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aa9535f6-ba51-464b-b4c5-09dc32d7c225 req-64fa033e-9f6b-4401-ae0c-2a8bc6341201 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1875262
Apr 08 19:53:00.738210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-bc59fb9e-8af0-4d00-b192-4296d81617be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:00.740109 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-bc59fb9e-8af0-4d00-b192-4296d81617be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 1099 time: 0.1464090
Apr 08 19:53:00.805150 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aa9535f6-ba51-464b-b4c5-09dc32d7c225 req-c57e55e6-491e-4aff-be0a-7eb2fbdf5fad tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609605
Apr 08 19:53:01.039734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-8a0cf4a6-887f-45bb-959c-f4512d54340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:01.044630 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-8a0cf4a6-887f-45bb-959c-f4512d54340b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.2846971
Apr 08 19:53:01.134655 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-706f40e2-e238-4d49-a038-2a79e307f44f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b126758-e634-495d-82c8-f4477b6c03fd HTTP/1.1" status: 200  len: 217 time: 0.0819058
Apr 08 19:53:01.185729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3b35b97-1980-4388-a037-44002c4d6583,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:01.210103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:01.223317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-813a514a-3458-4cc3-945b-6f86961b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:01.224294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:01.225115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-813a514a-3458-4cc3-945b-6f86961b405e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0755591
Apr 08 19:53:01.230983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd6d66-07d9-426c-8662-87bd50031d49 req-64d0d972-77a7-4cfd-ba82-8ec0dacfb8ce tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:01.241829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'a3b35b97-1980-4388-a037-44002c4d6583', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'port_id': 'a3b35b97-1980-4388-a037-44002c4d6583', 'mac_address': 'fa:16:3e:4d:00:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:53:01.245296 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-95fd6d66-07d9-426c-8662-87bd50031d49 req-64d0d972-77a7-4cfd-ba82-8ec0dacfb8ce tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 943 time: 0.1890113
Apr 08 19:53:01.303393 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-95fd6d66-07d9-426c-8662-87bd50031d49 req-6c7e4aff-0407-4312-b97a-7eff299db3d8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570569
Apr 08 19:53:01.331261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-4e11e3a7-a44c-4659-9cc4-feec9b48f421 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913289
Apr 08 19:53:01.360114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:01.362203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b35b97-1980-4388-a037-44002c4d6583 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:01.383415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3b35b97-1980-4388-a037-44002c4d6583,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:01.415262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:01.417336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:01.537767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:01.542394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:01.623309 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-9544e4c2-ddba-4153-8b20-380ac54c681f service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731223
Apr 08 19:53:01.771918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad24fd-f419-46c7-82e4-6425ffd3e792 req-a954283f-794e-46e0-870a-5b8786156c7d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:01.780151 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ad24fd-f419-46c7-82e4-6425ffd3e792 req-a954283f-794e-46e0-870a-5b8786156c7d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.2150655
Apr 08 19:53:01.850554 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1697b851-210b-4171-942b-5fa1df6bc5cc req-248d1744-7ea9-4f44-a34e-2247b20bbb1d service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179291
Apr 08 19:53:01.866589 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ad24fd-f419-46c7-82e4-6425ffd3e792 req-74130fee-6de7-4c35-a742-3eb0ff3ad400 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831807
Apr 08 19:53:01.980205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['a3b35b97-1980-4388-a037-44002c4d6583'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:02.096189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['491819ea-e8ee-4cea-ad7f-0f8130ee400e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:02.098509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c2bd-cd04-49b9-a082-15e2e2c6d607 req-f222ece5-cba1-4e48-86d0-55c087753307 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:02.107825 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf93c2bd-cd04-49b9-a082-15e2e2c6d607 req-f222ece5-cba1-4e48-86d0-55c087753307 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1243269
Apr 08 19:53:02.148896 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf93c2bd-cd04-49b9-a082-15e2e2c6d607 req-4caf8b4d-85f6-494f-9406-e324b197d25d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376444
Apr 08 19:53:02.571554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8858a4e-4403-4daa-a5b3-a0f49a937c67 req-b5854070-fc3a-45c1-ac62-6d90a5cd8d3f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:02.573172 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b8858a4e-4403-4daa-a5b3-a0f49a937c67 req-b5854070-fc3a-45c1-ac62-6d90a5cd8d3f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 944 time: 0.1013217
Apr 08 19:53:02.605687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b8858a4e-4403-4daa-a5b3-a0f49a937c67 req-24d36d45-21a0-45d8-844d-4d3459f1ca7e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259178
Apr 08 19:53:03.110403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82b08f-6128-4719-9733-597426b888dc req-e81c4fa5-ab02-47b1-b9f6-1d7ec07a038f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:03.111948 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fe82b08f-6128-4719-9733-597426b888dc req-e81c4fa5-ab02-47b1-b9f6-1d7ec07a038f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.0989895
Apr 08 19:53:03.145261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fe82b08f-6128-4719-9733-597426b888dc req-e0e23c7f-527d-401a-b926-18e3fa4cf6c7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259542
Apr 08 19:53:03.359776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62254f1-33d6-4497-b5f2-970637d63088 req-13a9ade9-cb10-4520-89aa-770eee94655d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:03.361458 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c62254f1-33d6-4497-b5f2-970637d63088 req-13a9ade9-cb10-4520-89aa-770eee94655d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0959570
Apr 08 19:53:03.394614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c62254f1-33d6-4497-b5f2-970637d63088 req-84129862-c56b-48a5-bf84-36cf5c968a13 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260475
Apr 08 19:53:03.841887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5a5cbcac-dfd4-4aa5-b89d-d858d22214d8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:03.846273 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5a5cbcac-dfd4-4aa5-b89d-d858d22214d8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.2157309
Apr 08 19:53:03.861180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-7a960f4d-d545-4c93-b7a4-6c2045915db2 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/quotas/52e6ad85fb2e459fbff65e22035e3e1d HTTP/1.1" status: 200  len: 375 time: 0.0110240
Apr 08 19:53:03.871207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49a7f-412e-41cf-af62-e874fc8120e0 req-32bc49ea-4672-4869-9f45-3bb01aa9886a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:03.885963 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fbd49a7f-412e-41cf-af62-e874fc8120e0 req-32bc49ea-4672-4869-9f45-3bb01aa9886a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 944 time: 0.1089151
Apr 08 19:53:03.933676 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fbd49a7f-412e-41cf-af62-e874fc8120e0 req-81b7c781-297e-47c1-9777-c7d576184fea tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389972
Apr 08 19:53:03.977120 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-b0850c62-6ed2-479d-b27a-6eab8ad457dc tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1091726
Apr 08 19:53:04.118997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:53:04.127436 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-b76bf5da-3f5b-4c18-8e0b-02c90428d727 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426184
Apr 08 19:53:04.288156 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-63fc0abd-24f8-4545-b13f-eccc98496e44 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492975
Apr 08 19:53:04.292472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:53:04.395487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864d64e-e803-4923-9343-949a636a4b55 req-afd5ef98-8987-40c4-8883-9e42dd01de17 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:04.397123 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c864d64e-e803-4923-9343-949a636a4b55 req-afd5ef98-8987-40c4-8883-9e42dd01de17 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.1057234
Apr 08 19:53:04.430220 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c864d64e-e803-4923-9343-949a636a4b55 req-1f664373-671f-4b2b-81b9-707d7123edbe tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262783
Apr 08 19:53:04.440031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:04.448608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:04.448608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:04.608379 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ef6506ad-5c7c-4ee7-bb0a-40e80af2db96 req-f81b9f05-cde0-4fcb-a902-603857880430 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 210 time: 0.0711443
Apr 08 19:53:04.635372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:04.662737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:04.667715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:04.706251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:04.707193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device a3b35b97-1980-4388-a037-44002c4d6583 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:53:04.707781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b319a-6378-457b-a00b-cfe300cd27e7 req-a8af6e11-9724-4040-970d-b94b80645c9e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:04.709424 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f20b319a-6378-457b-a00b-cfe300cd27e7 req-a8af6e11-9724-4040-970d-b94b80645c9e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1486218
Apr 08 19:53:04.739033 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'code': 200}
Apr 08 19:53:04.739561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:04.754418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f20b319a-6378-457b-a00b-cfe300cd27e7 req-dacf1854-fd40-424b-9906-3a0344e04857 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373011
Apr 08 19:53:04.843958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:04.847442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:04.849287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35032) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:04.896875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port a3b35b97-1980-4388-a037-44002c4d6583 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:04.902658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port a3b35b97-1980-4388-a037-44002c4d6583 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:04.906248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.052923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.070914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3b35b97-1980-4388-a037-44002c4d6583,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:05.085814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.102928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.104923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10d0808f-8fe2-4347-a92a-d366f46220e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:05.105687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:05.111757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Usage tracker for resource:security_group_rule and tenant:af17f12e825e45ce9896280b71dcf2ab is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:05.122226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:05.130324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:05.156426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0ccc3-5302-44bf-8420-b5ec78944676 req-f48131f5-45ec-46a1-9724-7fdb347c7a8a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:05.156626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3eb6-9556-4553-9891-c175b5f636d9 req-db3e5bb2-a43c-450a-bf2b-43b4cc46558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:05.157994 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-23d0ccc3-5302-44bf-8420-b5ec78944676 req-f48131f5-45ec-46a1-9724-7fdb347c7a8a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1066968
Apr 08 19:53:05.158173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cdce3eb6-9556-4553-9891-c175b5f636d9 req-db3e5bb2-a43c-450a-bf2b-43b4cc46558e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1098 time: 0.1534665
Apr 08 19:53:05.199356 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-23d0ccc3-5302-44bf-8420-b5ec78944676 req-61bb02d6-e409-46db-af55-17cc875b6f95 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328479
Apr 08 19:53:05.200324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:05.202815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cdce3eb6-9556-4553-9891-c175b5f636d9 req-3f73db4f-0069-4f6e-b936-0d15f7910965 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353622
Apr 08 19:53:05.209045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.209429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.215603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:53:05.220955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:05.264923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.300607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.312045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:05.364074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35052) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:05.383091 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=af17f12e825e45ce9896280b71dcf2ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5310743
Apr 08 19:53:05.383714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fca8ca-53ec-4fd6-8488-1f9c4b510971,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:05.387477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:05.454320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.497557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.618338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.626314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:05.642868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fca8ca-53ec-4fd6-8488-1f9c4b510971,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:05.647504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:05.671010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f6b93-3816-4cfc-8bbc-17dabe77fd91 req-2b01b991-4273-4a69-a2be-56b908de45df tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:05.671562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:05.677305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31fca8ca-53ec-4fd6-8488-1f9c4b510971 HTTP/1.1" status: 204  len: 168 time: 0.3115346
Apr 08 19:53:05.699587 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c8f6b93-3816-4cfc-8bbc-17dabe77fd91 req-2b01b991-4273-4a69-a2be-56b908de45df tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1356947
Apr 08 19:53:05.772286 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c8f6b93-3816-4cfc-8bbc-17dabe77fd91 req-9b2ece18-d9d4-4367-9b5a-bf10b7787ee5 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680199
Apr 08 19:53:05.863070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d4660b2e-f83a-4029-9f60-c476f7346afe req-6f5aa9dc-df0f-4d5c-9151-6b9592b6c18d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 210 time: 0.0610726
Apr 08 19:53:06.003002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70de1f-013a-4d25-9c1f-37342f13ac57 req-91761b9b-c57e-4d70-bf5f-c986573472d8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:06.004624 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fa70de1f-013a-4d25-9c1f-37342f13ac57 req-91761b9b-c57e-4d70-bf5f-c986573472d8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1023600
Apr 08 19:53:06.036579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fa70de1f-013a-4d25-9c1f-37342f13ac57 req-c2a9b717-34ee-4e30-9b9c-6adc0b7b924f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253234
Apr 08 19:53:06.309191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35094) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:06.335629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.360616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:06.367266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb6705a7e0e4dadbd3b1acfb507cb29 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:06.370514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:06.376651 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:06.529770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.561891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee11f4-3077-4686-b70e-7983c22be266 req-4ea1e172-2fab-4721-a87b-6dcaf3d7af1b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:06.563483 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-79ee11f4-3077-4686-b70e-7983c22be266 req-4ea1e172-2fab-4721-a87b-6dcaf3d7af1b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1209850
Apr 08 19:53:06.597980 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-79ee11f4-3077-4686-b70e-7983c22be266 req-43fe63e3-d9cb-4b86-a895-919a1ebc3b3d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264406
Apr 08 19:53:06.598905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.607525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:06.651705 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6bb6705a7e0e4dadbd3b1acfb507cb29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3405924
Apr 08 19:53:06.652551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35100) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:06.677680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21664ac-7045-4b37-9bd0-d92f9edb5374,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:06.683653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:06.730847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.733218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5bc608eb-83e7-4443-a93f-4604868b1536 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:06.734963 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5bc608eb-83e7-4443-a93f-4604868b1536 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.1901453
Apr 08 19:53:06.739825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:06.753475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Request body: {'port': {'device_id': '784c0070-c836-45aa-a34b-70a09b8a6791', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'admin_state_up': True, 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:06.761336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.790939 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583', 'code': 200}
Apr 08 19:53:06.851320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.861295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:06.876824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21664ac-7045-4b37-9bd0-d92f9edb5374,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:06.881322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:06.885637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:06.888261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f21664ac-7045-4b37-9bd0-d92f9edb5374 HTTP/1.1" status: 204  len: 168 time: 0.2295346
Apr 08 19:53:06.954804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:06.965152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:07.011081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:53:07.023673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:07.061283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7433b6-a16a-41a5-bd1d-6b53a6c6d0d2 req-79b98761-f709-48cf-9db3-6e91347aa180 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:07.070531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4f7433b6-a16a-41a5-bd1d-6b53a6c6d0d2 req-79b98761-f709-48cf-9db3-6e91347aa180 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1492541
Apr 08 19:53:07.099225 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4f7433b6-a16a-41a5-bd1d-6b53a6c6d0d2 req-fb167d24-77ec-4191-a4ef-b4de06df0730 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0277667
Apr 08 19:53:07.145536 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c910ac6d-5ed6-440a-9742-93c6c32a2bb5 req-669a6a6e-7d7f-4643-83ce-7ea186ee339c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 210 time: 0.0760117
Apr 08 19:53:07.324465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8a63a-7755-450d-8e6e-480a9d7b62b3 req-75b03773-d50f-4703-b7a6-76a2487bd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:07.326107 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dea8a63a-7755-450d-8e6e-480a9d7b62b3 req-75b03773-d50f-4703-b7a6-76a2487bd9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1098 time: 0.1544538
Apr 08 19:53:07.326237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Allocated IP 172.20.0.2 (eb1ab9d1-8d59-4cce-a5d3-e67110628d93/913b739f-d7dc-4f6d-a182-3f6abae1be69/498b959a-450f-4ee8-9f62-37f86e9a99ec) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:53:07.367065 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dea8a63a-7755-450d-8e6e-480a9d7b62b3 req-6a3ea9b0-ca3c-4910-8d22-fa551542bf71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291865
Apr 08 19:53:07.390829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669af8ee-10ca-4b82-8b15-46c9b064f7b1 req-b69dfca5-2d84-47de-b5c6-e4ca1f2c07d0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:07.393227 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-669af8ee-10ca-4b82-8b15-46c9b064f7b1 req-b69dfca5-2d84-47de-b5c6-e4ca1f2c07d0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1391430
Apr 08 19:53:07.437319 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-669af8ee-10ca-4b82-8b15-46c9b064f7b1 req-12f1a1f7-e563-42bd-92b1-185ad5dafe06 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430398
Apr 08 19:53:07.587869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4d8b-76bc-481f-a9bf-44f3fdbefe2a req-4ecd3ecc-a394-4c0d-be09-2de928a21f29 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:07.593250 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d3bf4d8b-76bc-481f-a9bf-44f3fdbefe2a req-4ecd3ecc-a394-4c0d-be09-2de928a21f29 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.3332238
Apr 08 19:53:07.599182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35150) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:07.612445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'floatingip': {'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:07.721550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:08.029175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:08.101712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394e85-ba65-467a-ac1c-30eb2e45122b req-5ec4c711-8ffb-4da1-9ec3-7b1f5c365f43 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:08.109670 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a1394e85-ba65-467a-ac1c-30eb2e45122b req-5ec4c711-8ffb-4da1-9ec3-7b1f5c365f43 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.2292144
Apr 08 19:53:08.131698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:08.151154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:08.153706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:08.259216 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a1394e85-ba65-467a-ac1c-30eb2e45122b req-ac025cbf-2469-41ef-b29b-901feb32ceb8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484365
Apr 08 19:53:08.544819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event updated for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:08.563611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:08.709375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35724eb6-6720-4336-9c5e-628f3c517e1c req-52267246-540d-4262-b13c-85f8ffffd547 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:08.719227 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35724eb6-6720-4336-9c5e-628f3c517e1c req-52267246-540d-4262-b13c-85f8ffffd547 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 931 time: 0.3320694
Apr 08 19:53:08.804780 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35724eb6-6720-4336-9c5e-628f3c517e1c req-304a6ff6-3cfc-4d48-aa79-61fc6aedaf6a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847490
Apr 08 19:53:08.807627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:53:08.809579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:53:08.813630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:53:08.833322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:08.833322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:08.938044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1889720
Apr 08 19:53:08.957508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Request body: {'port': {'device_id': '784c0070-c836-45aa-a34b-70a09b8a6791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:08.995988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35212) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:09.089161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35218) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:09.130133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.198898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683efe8-2e2a-40e3-a7b3-71bd71c79de4 req-5eff5943-1f95-4db6-8240-6145f70c8d3b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:09.201294 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6683efe8-2e2a-40e3-a7b3-71bd71c79de4 req-5eff5943-1f95-4db6-8240-6145f70c8d3b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.3918760
Apr 08 19:53:09.250297 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6683efe8-2e2a-40e3-a7b3-71bd71c79de4 req-20ee4887-b3f5-4080-94da-7fef58e3681f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346169
Apr 08 19:53:09.254151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.resource_extend [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 19:53:09.288779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.312441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.343266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:09.347835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:09.351549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Usage tracker for resource:security_group_rule and tenant:13600aedc63d4cc395cea9843a36bfa8 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:09.355375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:09.368144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.404251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35228) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:09.407915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.421749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:b98a447b3d1546c8b602baa1e2f3b5a6 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:09.425510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:09.469914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:09.495052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:09.614534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.636395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:09.642058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Usage tracker for resource:security_group_rule and tenant:cad2e6b23b374804aaaea7d7722d87c1 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:09.644976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:09.651012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:09.664189 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Floating IP 30f51431-c189-488d-91ba-4092a445ba0a associated. External IP: 172.27.1.225, port: 491819ea-e8ee-4cea-ad7f-0f8130ee400e.
Apr 08 19:53:09.738769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e749e-baf4-4c0e-9ce0-c6c0c77ac898 req-843c1b89-597b-444a-abbe-5777a82b1101 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:09.740405 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3c1e749e-baf4-4c0e-9ce0-c6c0c77ac898 req-843c1b89-597b-444a-abbe-5777a82b1101 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.3201106
Apr 08 19:53:09.853556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3c1e749e-baf4-4c0e-9ce0-c6c0c77ac898 req-47be9b06-4daf-4dc3-8a0d-47583d21969c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914817
Apr 08 19:53:09.905584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.910155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.959749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:09.972966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:09.992658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.064148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498b959a-450f-4ee8-9f62-37f86e9a99ec {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:10.089249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.096209 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=13600aedc63d4cc395cea9843a36bfa8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0929849
Apr 08 19:53:10.110474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35242) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:10.113616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9733ce-1db3-4d4a-967f-1fe84da04708,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:10.124037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:10.130399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:10.144452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Transition to ACTIVE for port object 498b959a-450f-4ee8-9f62-37f86e9a99ec will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:53:10.149433 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b98a447b3d1546c8b602baa1e2f3b5a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0527589
Apr 08 19:53:10.152526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35246) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:10.166382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.192994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27ea56-2710-45ce-af0e-627b1e88842b,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:10.204790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:10.209644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.239928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:10.243025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.255090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e9c842d9-471c-459f-a663-b3364936711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:10.314984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:53:10.323508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b9f6-ec59-432b-a310-7e1653f8ab9e req-bb79391b-2d0e-4be5-8193-12d31c5da60b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:10.325059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6db0b9f6-ec59-432b-a310-7e1653f8ab9e req-bb79391b-2d0e-4be5-8193-12d31c5da60b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 931 time: 0.3591142
Apr 08 19:53:10.325793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.347474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00add8-1f12-4da5-acc6-fe8dfe53ba38,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:10.355011 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cad2e6b23b374804aaaea7d7722d87c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9465735
Apr 08 19:53:10.355011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:10.370654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35252) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:10.402176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af447183-fb14-4ac4-bc01-89940bd3a3a8 req-b34b43f4-401a-4b40-acc4-9c1e7809d7c8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:10.403812 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-af447183-fb14-4ac4-bc01-89940bd3a3a8 req-b34b43f4-401a-4b40-acc4-9c1e7809d7c8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.4171588
Apr 08 19:53:10.417544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35256) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:10.420026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:10.428075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:10.431863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'floatingip': {'port_id': 'a3b35b97-1980-4388-a037-44002c4d6583'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:10.479709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.489324 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6db0b9f6-ec59-432b-a310-7e1653f8ab9e req-18df2d67-dbbe-401b-9f8c-f0e49ae872b3 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527700
Apr 08 19:53:10.494773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.552631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.650928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.750710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.781169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:53:10.798288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:53:10.808530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:53:10.809191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f6e160>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:10.812393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.861534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.868521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:10.890456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9733ce-1db3-4d4a-967f-1fe84da04708,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:10.901046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef49f2-e24c-4706-b165-16990c169bc7 req-63d0b716-8a00-47a5-a8bc-0a14b7d77296 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:10.902648 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aef49f2-e24c-4706-b165-16990c169bc7 req-63d0b716-8a00-47a5-a8bc-0a14b7d77296 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.2610092
Apr 08 19:53:10.903563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:10.917947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.961504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:10.962735 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e9733ce-1db3-4d4a-967f-1fe84da04708 HTTP/1.1" status: 204  len: 168 time: 0.8500364
Apr 08 19:53:10.992943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aef49f2-e24c-4706-b165-16990c169bc7 req-196b5058-6dcf-4d6b-a4e1-47d452ae5955 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776010
Apr 08 19:53:11.007629 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c8de8963-e995-4ab6-aae6-9f08c4d29d3b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "PUT /v2.0/floatingips/30f51431-c189-488d-91ba-4092a445ba0a HTTP/1.1" status: 200  len: 991 time: 3.4039605
Apr 08 19:53:11.007629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:11.012215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:11.017633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a0325933-57f5-4405-bdd4-1d4efaefcbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:11.029663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00add8-1f12-4da5-acc6-fe8dfe53ba38,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:11.031974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:11.035747 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb00add8-1f12-4da5-acc6-fe8dfe53ba38 HTTP/1.1" status: 204  len: 168 time: 0.6581118
Apr 08 19:53:11.035747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:11.108315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Attempting to bind port 498b959a-450f-4ee8-9f62-37f86e9a99ec on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:53:11.108682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Attempting to bind port 498b959a-450f-4ee8-9f62-37f86e9a99ec by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:53:11.109049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Attempting to bind port 498b959a-450f-4ee8-9f62-37f86e9a99ec on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:11.127487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:53:11.307796 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'status': 'completed', 'code': 200}
Apr 08 19:53:11.400839 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-1f1451c1-ada9-41d1-9d9e-3854b62ae09e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1860986
Apr 08 19:53:11.404141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Port 498b959a-450f-4ee8-9f62-37f86e9a99ec on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:53:11.404141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Attempting to bind port 498b959a-450f-4ee8-9f62-37f86e9a99ec on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:11.516072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:53:11.516453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Checking segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:53:11.516876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Bound using segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:53:11.517365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Bound port: 498b959a-450f-4ee8-9f62-37f86e9a99ec, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:53:11.517812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:11.602817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f6e160>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '30f51431-c189-488d-91ba-4092a445ba0a', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:09Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:11.609824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:53:11.626087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:53:11.627695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f6e160>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:11.627840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:11.630550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-c985ff1d-166a-49c2-a366-c0b00d5e7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:11.632416 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-c985ff1d-166a-49c2-a366-c0b00d5e7bbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 1098 time: 0.0991344
Apr 08 19:53:11.642429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:11.696466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27ea56-2710-45ce-af0e-627b1e88842b,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:11.702399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:11.773402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35276) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:11.788465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74157c5-a6db-4468-94ef-913cdc328558 req-8a6d46b4-e851-48b3-986b-641a28e11947 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:11.793610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e74157c5-a6db-4468-94ef-913cdc328558 req-8a6d46b4-e851-48b3-986b-641a28e11947 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 945 time: 0.9435313
Apr 08 19:53:11.840083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35280) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:11.906523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:53:11.945876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51268f8-7569-48cc-a877-046313501a08 req-f6cc0eee-075a-4875-8e4b-59143cc19007 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:11.947386 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a51268f8-7569-48cc-a877-046313501a08 req-f6cc0eee-075a-4875-8e4b-59143cc19007 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 943 time: 0.2124255
Apr 08 19:53:11.952481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-d3013d86-b22d-47c0-8460-414cafaf8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:11.954013 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-d3013d86-b22d-47c0-8460-414cafaf8f82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 916 time: 0.2907882
Apr 08 19:53:11.999608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:53:12.025818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:12.035740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:12.036980 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d27ea56-2710-45ce-af0e-627b1e88842b HTTP/1.1" status: 204  len: 168 time: 1.8834620
Apr 08 19:53:12.070042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-645bfb46-a170-4298-aad2-74ab531af817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:12.072164 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-645bfb46-a170-4298-aad2-74ab531af817 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1098 time: 0.6350746
Apr 08 19:53:12.096370 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e74157c5-a6db-4468-94ef-913cdc328558 req-df3765b0-834a-4340-bf8a-b1ae3a89fcd8 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797852
Apr 08 19:53:12.098367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:53:12.132847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:12.181625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:12.190453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:45c5a4024c91449684ea0b3e0c50429f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:12.267826 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-6c933ed7-af44-44bf-b226-ef07240f7e62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d36ec3-c07c-42b7-a294-1a848611a854 HTTP/1.1" status: 200  len: 217 time: 0.0828793
Apr 08 19:53:12.271639 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a51268f8-7569-48cc-a877-046313501a08 req-eaeb67a6-d8ec-4849-8b02-7cb3bdafd8ba tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144846
Apr 08 19:53:12.305954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:12.328276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:12.352447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:12.372956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-6e228953-d28c-4f53-a2f2-852afb84d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:12.374711 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-6e228953-d28c-4f53-a2f2-852afb84d4b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0972481
Apr 08 19:53:12.440112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f6e160>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '30f51431-c189-488d-91ba-4092a445ba0a', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:09Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:12.445762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87867b-0f50-4514-9440-b53b11cce716 None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '30f51431-c189-488d-91ba-4092a445ba0a', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:09Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:53:12.453159 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-e42f1789-395c-424c-a579-9e8045339475 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622573
Apr 08 19:53:12.503014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:12.642050 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-57316cb5-8096-4825-8e55-e74b823319b3 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764572
Apr 08 19:53:12.655610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:12.742841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Usage tracker for resource:security_group_rule and tenant:2f45e85b9f6c4a62ac7b4d146ecfeb69 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:12.770472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:12.801532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:12.848780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c851473-3906-4795-b274-5adad1581521 None None] New status for floating IP 30f51431-c189-488d-91ba-4092a445ba0a: ACTIVE {{(pid=85386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:53:12.865180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35c838d9-82f3-4f58-8739-6aa666791d11 req-562d432f-a277-4aca-9338-f761218f4387 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039623
Apr 08 19:53:12.891016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.resource_extend [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 19:53:13.026275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:13.030351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-d363122a-0b18-4b6a-81a6-5e74696d3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.032616 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-d363122a-0b18-4b6a-81a6-5e74696d3839 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.9326684
Apr 08 19:53:13.033523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:13.240501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.242066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.243768 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] 10.222.0.10 "PUT /v2.0/ports/498b959a-450f-4ee8-9f62-37f86e9a99ec HTTP/1.1" status: 200  len: 1093 time: 4.2917039
Apr 08 19:53:13.252603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:13.264601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.271266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.337073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cb1dc-5a50-4fe5-b6f8-28a5883d9198 req-134814af-c143-49d0-bb57-91e467fb5f35 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.338809 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0a4cb1dc-5a50-4fe5-b6f8-28a5883d9198 req-134814af-c143-49d0-bb57-91e467fb5f35 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.9881232
Apr 08 19:53:13.344329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.367821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa55614-5095-4b26-8da5-c5cbf7156494 req-1dcf991f-e6fa-48ef-95c2-0f18bf8bfeea tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.369464 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7aa55614-5095-4b26-8da5-c5cbf7156494 req-1dcf991f-e6fa-48ef-95c2-0f18bf8bfeea tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 945 time: 0.1238298
Apr 08 19:53:13.403726 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7aa55614-5095-4b26-8da5-c5cbf7156494 req-4f85828e-2ba2-4f26-b466-0a698ca67c50 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/security-groups?id=2186df39-1d8f-4fef-bd51-89150ed3c3a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274324
Apr 08 19:53:13.568994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-9b0e23c1-7253-4f6b-b879-0df0515afad6 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.571674 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-9b0e23c1-7253-4f6b-b879-0df0515afad6 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.10 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 945 time: 0.1182008
Apr 08 19:53:13.627058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.628977 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'status': 'completed', 'code': 200}
Apr 08 19:53:13.674574 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-08247dcd-22e4-43e3-8a75-a08a93c0f63d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 999 time: 0.6213813
Apr 08 19:53:13.716573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Deleting port 556acc17-4404-4b9a-b384-1efac0e7fc60 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:53:13.716965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:13.776865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d599c7f8-3192-4b7f-9a06-065ca38d3fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:13.860907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f11650-9a66-4b6e-bc5f-a891fba80351 req-795dc5f5-66ae-48ec-beef-830771b1f63f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:13.862566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-94f11650-9a66-4b6e-bc5f-a891fba80351 req-795dc5f5-66ae-48ec-beef-830771b1f63f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 943 time: 0.2478681
Apr 08 19:53:13.924283 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0a4cb1dc-5a50-4fe5-b6f8-28a5883d9198 req-346526e7-d213-4a7d-b318-5280e01bb8d7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942398
Apr 08 19:53:13.933670 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-94f11650-9a66-4b6e-bc5f-a891fba80351 req-b3752af5-8ec1-4623-b7ae-c1a48becd19e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641031
Apr 08 19:53:13.958999 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45c5a4024c91449684ea0b3e0c50429f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1798995
Apr 08 19:53:13.968985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2d3f4-9bce-45c8-a340-52bbbd9b2f01,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:13.976759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:13.983182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35326) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:14.016680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.019929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-adea1d64-4410-40c9-b722-d15922924c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:14.021489 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-adea1d64-4410-40c9-b722-d15922924c2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.2526250
Apr 08 19:53:14.074412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] For port 556acc17-4404-4b9a-b384-1efac0e7fc60, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=556acc17-4404-4b9a-b384-1efac0e7fc60,segment=NetworkSegment(79775293-ac05-4aab-ba83-26302d5edd3b),segment_id=79775293-ac05-4aab-ba83-26302d5edd3b)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:14.074817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.109906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.142126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:14.149687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Floating IP b74845f3-ae81-4de1-bf28-6492732b6538 associated. External IP: 172.27.1.45, port: a3b35b97-1980-4388-a037-44002c4d6583.
Apr 08 19:53:14.216861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Calling delete_port for 556acc17-4404-4b9a-b384-1efac0e7fc60 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:53:14.235583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5971a45b-79e6-4afc-8ff3-f89d0ed5bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:14.237205 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-5971a45b-79e6-4afc-8ff3-f89d0ed5bd71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 1096 time: 0.8939626
Apr 08 19:53:14.417467 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2f45e85b9f6c4a62ac7b4d146ecfeb69&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4439819
Apr 08 19:53:14.420531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35340) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:14.423287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-6a4f4bf9-d56a-4f47-acb1-5cb80aa2f33a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec HTTP/1.1" status: 200  len: 217 time: 0.1204677
Apr 08 19:53:14.423287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5aeb65-280c-4f81-99a0-1a57a5837850,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:14.433811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:14.474127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.556707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.585730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.590584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1c0c707a-14da-4955-84e5-29027294774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:14.592166 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-1c0c707a-14da-4955-84e5-29027294774b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.1556249
Apr 08 19:53:14.609606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.698709 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22eea2e9-de3b-4a1c-ab70-18a1cc0ee376 req-e94b9636-d26f-4b3b-8653-b50aba5618b0 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.0599244
Apr 08 19:53:14.699697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:14.733034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:14.832941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Pushing event deleted for resources: {'Port': ['ID=556acc17-4404-4b9a-b384-1efac0e7fc60,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:14.836368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:14.863565 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-e2b9eecb-af3f-4432-87a9-f165748e0f78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2147796
Apr 08 19:53:14.880885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-17499417-bbbe-4c10-b3a3-8ed87cc81df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:14.883428 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-17499417-bbbe-4c10-b3a3-8ed87cc81df5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8455353
Apr 08 19:53:14.984945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:15.000372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-616f1241-73bd-4689-be49-e19c8ff68e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:15.009181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] No DVR routers for this DVR port 556acc17-4404-4b9a-b384-1efac0e7fc60 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:53:15.015113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:15.024457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'name': 'network-vif-deleted', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:15.029750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-551de2de-adb5-4f0d-92dd-db180cc142e9 req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.10 "DELETE /v2.0/ports/556acc17-4404-4b9a-b384-1efac0e7fc60 HTTP/1.1" status: 204  len: 173 time: 1.4511480
Apr 08 19:53:15.031349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5aeb65-280c-4f81-99a0-1a57a5837850,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:15.034661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:15.035628 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa5aeb65-280c-4f81-99a0-1a57a5837850 HTTP/1.1" status: 204  len: 168 time: 0.6141622
Apr 08 19:53:15.036977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:15.301987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547df7-e6cb-4a21-a400-1fe9d69560a0 req-153690a3-0294-4371-b760-2d40218fa7da tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:15.303997 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b547df7-e6cb-4a21-a400-1fe9d69560a0 req-153690a3-0294-4371-b760-2d40218fa7da tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 943 time: 0.1081390
Apr 08 19:53:15.340040 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b547df7-e6cb-4a21-a400-1fe9d69560a0 req-88eabb67-8f5f-4afa-b457-ab1c3afa0d73 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294592
Apr 08 19:53:15.430470 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4630fa18-671b-41a8-bb1c-0b5343527cf3', 'name': 'network-vif-deleted', 'tag': '556acc17-4404-4b9a-b384-1efac0e7fc60', 'status': 'completed', 'code': 200}
Apr 08 19:53:15.441150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:53:15.458606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:15.507788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a360f658-12fd-4dad-8966-f8eaebc0dcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:15.542408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2d3f4-9bce-45c8-a340-52bbbd9b2f01,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:15.556865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:15.704481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:15.705668 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ccb2d3f4-9bce-45c8-a340-52bbbd9b2f01 HTTP/1.1" status: 204  len: 168 time: 1.7120941
Apr 08 19:53:15.718732 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-298270d7-741d-42fd-af65-1dd94af5ba3b service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8429458
Apr 08 19:53:15.730035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-d642ebab-6fa9-4ae7-970e-cdb39e9a87f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8104939
Apr 08 19:53:15.936724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c738fae3-ef0b-4fb7-a1d7-a03f423693d8 req-dbabd55a-54b5-4b36-bdb8-e68a819d3ca9 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Synchronizing usage tracker for tenant:49c954257f0449beaf71c889184e5110 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:15.943099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:16.003480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c738fae3-ef0b-4fb7-a1d7-a03f423693d8 req-dbabd55a-54b5-4b36-bdb8-e68a819d3ca9 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Unset dirty status for tenant:49c954257f0449beaf71c889184e5110 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:16.004928 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c738fae3-ef0b-4fb7-a1d7-a03f423693d8 req-dbabd55a-54b5-4b36-bdb8-e68a819d3ca9 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] 10.222.0.68 "GET /v2.0/ports?device_id=4630fa18-671b-41a8-bb1c-0b5343527cf3 HTTP/1.1" status: 200  len: 210 time: 0.1255238
Apr 08 19:53:16.031274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d4d4-ef6a-4d45-95d7-0c724739ab07 req-bf87b18f-4e03-4671-8818-2894368c6048 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:16.032890 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-91a3d4d4-ef6a-4d45-95d7-0c724739ab07 req-bf87b18f-4e03-4671-8818-2894368c6048 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.6006613
Apr 08 19:53:16.074491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:53:16.085891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:53:16.097581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:53:16.098604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f155f710>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:16.101505 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:16.161893 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ebcec58-03e9-41b7-b1ce-40433321300c req-7d8775d2-1635-4f22-9983-db134f3f9d30 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4197569
Apr 08 19:53:16.164377 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c527e79-0792-4d2f-8b2f-2c82117125d4 req-071cade9-6ffa-4cb8-a633-411744ebd56f service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4237549
Apr 08 19:53:16.167588 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-91a3d4d4-ef6a-4d45-95d7-0c724739ab07 req-419ef314-6dac-4e1f-a0ea-6c5ffadcd453 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151688
Apr 08 19:53:16.203986 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8ed2da2a-542d-4b9c-a5e2-12e7d36148b8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "PUT /v2.0/floatingips/b74845f3-ae81-4de1-bf28-6492732b6538 HTTP/1.1" status: 200  len: 990 time: 5.7783611
Apr 08 19:53:16.203986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:16.338305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583', 'status': 'completed', 'code': 200}
Apr 08 19:53:16.342415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 556acc17-4404-4b9a-b384-1efac0e7fc60 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:53:16.351876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-9fbe8d7e-a279-4dda-9804-09cec7594b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:16.353508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-9fbe8d7e-a279-4dda-9804-09cec7594b40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 1096 time: 0.0889359
Apr 08 19:53:16.396668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:53:16.432289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 556acc17-4404-4b9a-b384-1efac0e7fc60 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:53:16.432970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 556acc17-4404-4b9a-b384-1efac0e7fc60 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:53:16.842195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-2ddd6a05-589a-44d7-96b2-f082c47b6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:16.843816 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-2ddd6a05-589a-44d7-96b2-f082c47b6174 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1098 time: 0.4311521
Apr 08 19:53:16.850041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-42225ca8-27cd-4c40-a469-25792f457354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:16.851867 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-42225ca8-27cd-4c40-a469-25792f457354 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 916 time: 0.4820268
Apr 08 19:53:16.886179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3587-9b81-46a7-9575-463fd862e2c3 req-9863b8ca-e20b-4c1c-83bd-667a411f0b1d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:16.887350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-da6a3587-9b81-46a7-9575-463fd862e2c3 req-9863b8ca-e20b-4c1c-83bd-667a411f0b1d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:16.976787 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f155f710>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b74845f3-ae81-4de1-bf28-6492732b6538', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': 'a3b35b97-1980-4388-a037-44002c4d6583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:4d:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:12Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:16.981311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:53:16.991336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:53:16.992265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f155f710>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:52:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:17.033102 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-77062795-1c77-4883-9411-9743e1dbf378 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec HTTP/1.1" status: 200  len: 217 time: 0.1344974
Apr 08 19:53:17.120130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-197616c2-2399-41ed-a94d-1ad7b126d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:17.121901 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-197616c2-2399-41ed-a94d-1ad7b126d915 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0734673
Apr 08 19:53:17.283473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-c4ffd7f0-8006-4004-ab69-920b60c82b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:17.285231 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-c4ffd7f0-8006-4004-ab69-920b60c82b78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.4324138
Apr 08 19:53:17.295486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-da6a3587-9b81-46a7-9575-463fd862e2c3 req-9863b8ca-e20b-4c1c-83bd-667a411f0b1d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:17.307289 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da6a3587-9b81-46a7-9575-463fd862e2c3 req-9863b8ca-e20b-4c1c-83bd-667a411f0b1d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 943 time: 0.7035596
Apr 08 19:53:17.488480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ed5d3-beba-4d91-b27b-d65bf60dcf81 req-5d472728-da31-4945-bbd2-32b584e7886c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:17.492104 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-0b586c2a-1b6b-46c2-a116-76f4856ba4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3617887
Apr 08 19:53:17.499179 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-271ed5d3-beba-4d91-b27b-d65bf60dcf81 req-5d472728-da31-4945-bbd2-32b584e7886c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1207790
Apr 08 19:53:17.539995 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-271ed5d3-beba-4d91-b27b-d65bf60dcf81 req-46272143-174e-465a-bc23-6ee7d2f3c151 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394812
Apr 08 19:53:17.596126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:53:17.780666 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-93582694-d60e-46fd-9600-fd05a3e0197d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 998 time: 0.4864583
Apr 08 19:53:17.793958 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da6a3587-9b81-46a7-9575-463fd862e2c3 req-032e857a-cfd2-4271-a4e7-a7f3b8db51e5 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4856577
Apr 08 19:53:17.955009 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-5e5330f9-5be0-40bf-b205-fd9809d46968 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4023235
Apr 08 19:53:17.956943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-c710df32-d123-4ec3-95bf-a4a3f09c970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:17.958449 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-c710df32-d123-4ec3-95bf-a4a3f09c970c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.1612847
Apr 08 19:53:18.177724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f155f710>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b74845f3-ae81-4de1-bf28-6492732b6538', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': 'a3b35b97-1980-4388-a037-44002c4d6583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:4d:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:12Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:18.183798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19dd1a7-12ae-4c7a-b2d3-0bedc57823a4 None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b74845f3-ae81-4de1-bf28-6492732b6538', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': 'a3b35b97-1980-4388-a037-44002c4d6583', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:4d:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:52:37Z', 'updated_at': '2021-04-08T19:53:12Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:53:18.325551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35466) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:18.428295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-d9fe9b44-63a2-4050-9c52-9b16323f969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:18.430617 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-d9fe9b44-63a2-4050-9c52-9b16323f969e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4594941
Apr 08 19:53:18.444675 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c0abb4-f9f7-42bf-9f97-caac272c4821 req-c6e43343-66e2-4650-9f4f-a8ab5fbc9a49 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4743114
Apr 08 19:53:18.522933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:18.540084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6eb8f-5a98-4362-b4f6-e8e582bf7302 None None] New status for floating IP b74845f3-ae81-4de1-bf28-6492732b6538: ACTIVE {{(pid=85386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:53:18.552814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:18.558817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Usage tracker for resource:security_group_rule and tenant:3c70318bd0764496be5ecc17d730abdc is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:18.579128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:18.594648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:18.625771 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-556ee47d-67c2-414c-845a-8f21e991c362 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798706
Apr 08 19:53:18.778131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:18.828070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:18.841564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:18.925287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3c340c4-d6da-4f0a-ab1c-99418686a13a req-33d7e4e2-9ca8-4ac7-82ef-21ecd678812d service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903736
Apr 08 19:53:18.945035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c70318bd0764496be5ecc17d730abdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6180916
Apr 08 19:53:18.946577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35494) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:18.947394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73749eee-af1e-4f1a-a61c-be845552cd4a,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:18.949843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2fdc5-b5c8-4edd-b683-dd3ac745fb28 req-0fe8b974-4f76-4f8f-bb77-861f4f11f84b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:18.952516 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70a2fdc5-b5c8-4edd-b683-dd3ac745fb28 req-0fe8b974-4f76-4f8f-bb77-861f4f11f84b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1615021
Apr 08 19:53:18.981229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:18.983900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35496) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:19.012373 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70a2fdc5-b5c8-4edd-b683-dd3ac745fb28 req-a3b54e62-c79f-49a4-869d-28f2651d4028 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539024
Apr 08 19:53:19.072208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.108191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.252532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.276862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:19.294451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Usage tracker for resource:security_group_rule and tenant:c3fcec943642482f92f379fee1fa109c is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:19.296510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:19.309105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:19.329448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d099cd6-a459-4a9a-9002-b137e537e333 req-ab8280b1-8e0c-4df8-9f4c-c3049c3dc582 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:19.331125 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d099cd6-a459-4a9a-9002-b137e537e333 req-ab8280b1-8e0c-4df8-9f4c-c3049c3dc582 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 943 time: 0.1806273
Apr 08 19:53:19.346665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.364409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:19.386067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35520) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:19.394297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73749eee-af1e-4f1a-a61c-be845552cd4a,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:19.403202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:19.408662 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d099cd6-a459-4a9a-9002-b137e537e333 req-d15983c1-3e32-4e82-84fa-872808c58a43 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662255
Apr 08 19:53:19.416532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.419889 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/73749eee-af1e-4f1a-a61c-be845552cd4a HTTP/1.1" status: 204  len: 168 time: 0.4420340
Apr 08 19:53:19.484781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Deleting subnet 50dcc87a-4546-46d8-aa86-e33a5c4cc9e7 {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:53:19.488280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.488788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.519449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.529624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f2a88ff2-08db-45d7-a7c2-d04aeb4a5396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:19.551453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.559940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.582825 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3fcec943642482f92f379fee1fa109c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5960860
Apr 08 19:53:19.583847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35530) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:19.585103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e6bea-530f-48b7-be02-269c1986b0dd,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:19.589846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:19.656695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.686154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.768557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.773969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:19.789992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e6bea-530f-48b7-be02-269c1986b0dd,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:19.805437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:19.806446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:19.807684 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a4e6bea-530f-48b7-be02-269c1986b0dd HTTP/1.1" status: 204  len: 168 time: 0.2195368
Apr 08 19:53:19.858357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35542) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:20.016671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.020561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.037061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:20.091277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:20.099241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Usage tracker for resource:security_group_rule and tenant:84245537dd67403ea9b4a7459872fb14 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:20.114873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:20.121999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:20.131489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dcc87a-4546-46d8-aa86-e33a5c4cc9e7,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:20.156835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:20.196935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.204126 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/50dcc87a-4546-46d8-aa86-e33a5c4cc9e7 HTTP/1.1" status: 204  len: 168 time: 0.8165591
Apr 08 19:53:20.209787 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35560) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:20.352828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.376537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.381399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 498b959a-450f-4ee8-9f62-37f86e9a99ec details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:53:20.393557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce91509-7a3b-4aad-8b66-5fc6838ea24c req-08c9cd2b-c267-47cb-8ebf-024d238f4422 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:20.395270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dce91509-7a3b-4aad-8b66-5fc6838ea24c req-08c9cd2b-c267-47cb-8ebf-024d238f4422 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1929042
Apr 08 19:53:20.398264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.409310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:20.486681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27685906-f566-4022-8cf3-22f77aa00ada,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:20.493231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:20.501654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dce91509-7a3b-4aad-8b66-5fc6838ea24c req-dade3847-813c-4d7d-a961-3d8663cfecd4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955179
Apr 08 19:53:20.504257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84245537dd67403ea9b4a7459872fb14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6445279
Apr 08 19:53:20.515384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35572) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:20.596112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.627303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:20.645614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35578) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:20.647983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'port_id': '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'mac_address': 'fa:16:3e:16:ac:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913b739f-d7dc-4f6d-a182-3f6abae1be69', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:53:20.650614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.687587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.712967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.726248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.727762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498b959a-450f-4ee8-9f62-37f86e9a99ec {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:20.746291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:20.750550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:20.761511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Usage tracker for resource:security_group_rule and tenant:4b14b2c97be5466e9218cdbfa11854de is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:20.765197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:20.771391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:20.786616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.789037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:20.873226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.875156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.880274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b817fe1d-372f-4454-8431-199713839336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:20.889193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd2f073a5c0>> segment before_delete 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.889598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd2f073a5c0>> subnet precommit_delete_associations 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.890491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> segment_host_mapping after_create 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.890792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> port after_create 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.891158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> port after_delete 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.891521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> port after_update 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.891644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:20.892160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> segment after_delete 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.892280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> subnet after_create 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.892586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> subnet after_delete 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.892945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd2eb7bdc50>> subnet after_update 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:20.895478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:20.898772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27685906-f566-4022-8cf3-22f77aa00ada,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:20.901004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:20.909091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.910435 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27685906-f566-4022-8cf3-22f77aa00ada HTTP/1.1" status: 204  len: 168 time: 0.3937852
Apr 08 19:53:20.919154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:20.930106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:20.978096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b14b2c97be5466e9218cdbfa11854de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311479
Apr 08 19:53:20.979202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1dba4-3036-446e-9ae6-ac346501cf45,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:20.982493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:20.983082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35590) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:21.000045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c7c550>> subnet after_create 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:21.000544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c7c550>> subnet after_delete 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:21.000997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c7c550>> subnet before_create 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:21.001470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd2f0c7c550>> subnet before_update 55550000 {{(pid=85385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 19:53:21.001991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ec70b8>,) {'filters': {'network_id': ['47bab395-e931-4beb-a485-f484ec0eac2d']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:21.027036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dadf1-b7c2-426c-bd4b-6e786b45ec89 req-37597b4f-82d0-42e5-8709-a2c5eb4f2dfb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:21.028770 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f1dadf1-b7c2-426c-bd4b-6e786b45ec89 req-37597b4f-82d0-42e5-8709-a2c5eb4f2dfb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 944 time: 0.3252053
Apr 08 19:53:21.030664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ec70b8>, '79775293-ac05-4aab-ba83-26302d5edd3b') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:21.031000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ec70b8>, '79775293-ac05-4aab-ba83-26302d5edd3b') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:53:21.063466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.069454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.086784 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f1dadf1-b7c2-426c-bd4b-6e786b45ec89 req-0144220d-ec8a-4cb3-8e12-f595ebc94a65 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477028
Apr 08 19:53:21.092110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.094302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.103800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:53:21.130586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['498b959a-450f-4ee8-9f62-37f86e9a99ec'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:21.176469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.182073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6d9cd028-977c-4c8a-be21-6abb950e4694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:21.215460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1dba4-3036-446e-9ae6-ac346501cf45,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:21.228438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:21.234260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.234260 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9dc1dba4-3036-446e-9ae6-ac346501cf45 HTTP/1.1" status: 204  len: 168 time: 0.2471929
Apr 08 19:53:21.338566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Network 47bab395-e931-4beb-a485-f484ec0eac2d has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:53:21.362034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.555633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Network 47bab395-e931-4beb-a485-f484ec0eac2d has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   from cryptography.utils import int_from_bytes
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   from cryptography.utils import int_from_bytes
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   (rel_b, rel_a, rel_b),
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   (rel_b, rel_a, rel_b),
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:53:21.581701 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:53:21.737688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35616) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:21.759415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.765538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.769357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ac4c4-42de-4f2f-86d1-3d9e15ccb695 req-15eac911-df97-4838-b9fc-d7f0395c74b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:21.769500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:21.771199 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-052ac4c4-42de-4f2f-86d1-3d9e15ccb695 req-15eac911-df97-4838-b9fc-d7f0395c74b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1193099
Apr 08 19:53:21.772983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.804841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47bab395-e931-4beb-a485-f484ec0eac2d,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:21.806561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:21.808002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:21.819911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Usage tracker for resource:security_group_rule and tenant:249e4fb1cb004d7d8ad507b19e80056f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:21.824908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:21.830501 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-052ac4c4-42de-4f2f-86d1-3d9e15ccb695 req-8248aac4-50b3-4ba7-8679-90360bbdbbec tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468800
Apr 08 19:53:21.835052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:21.840187 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5decce02-b3d4-4a6e-bc64-d33a7f2cefe9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/47bab395-e931-4beb-a485-f484ec0eac2d HTTP/1.1" status: 204  len: 168 time: 1.6292884
Apr 08 19:53:21.933753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.965055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:21.977290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-de0d86db-fa5c-4c0b-adfb-abb4c9c5c073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:22.053874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35632) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:22.059396 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=249e4fb1cb004d7d8ad507b19e80056f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3120432
Apr 08 19:53:22.060858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d07d4-ec31-44b8-a464-7c82bafe8e8e,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:22.063897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:22.120945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.153031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.194280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35640) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:22.235298 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6b2671c6-c585-4aa1-92bb-4220728011d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49c954257f0449beaf71c889184e5110&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0395093
Apr 08 19:53:22.235969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35644) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:22.278575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.290258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-04fc2f40-9611-496d-946c-0df0600eeddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:22.304881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.308159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d07d4-ec31-44b8-a464-7c82bafe8e8e,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:22.313624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:22.315565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.319711 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e4d07d4-ec31-44b8-a464-7c82bafe8e8e HTTP/1.1" status: 204  len: 168 time: 0.2645593
Apr 08 19:53:22.352556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.359747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619a184-eb13-4f02-9d76-6f57aaae222e req-49c9d9b6-cea8-4973-90e3-0b00ed42ccc0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:22.361418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f619a184-eb13-4f02-9d76-6f57aaae222e req-49c9d9b6-cea8-4973-90e3-0b00ed42ccc0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 944 time: 0.1291215
Apr 08 19:53:22.386214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 498b959a-450f-4ee8-9f62-37f86e9a99ec up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:53:22.420556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f619a184-eb13-4f02-9d76-6f57aaae222e req-ef13782c-5893-4fd3-a13d-af0b48969729 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416594
Apr 08 19:53:22.436996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.445049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4c4676da-d232-4a45-8650-c9d25889f698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:22.463161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186df39-1d8f-4fef-bd51-89150ed3c3a8,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:22.472658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:22.524910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.538759 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2186df39-1d8f-4fef-bd51-89150ed3c3a8 HTTP/1.1" status: 204  len: 168 time: 0.2892666
Apr 08 19:53:22.570902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 498b959a-450f-4ee8-9f62-37f86e9a99ec completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:22.576524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 498b959a-450f-4ee8-9f62-37f86e9a99ec triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:22.584957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.836376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.836376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:22.836376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:22.843241 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'code': 200}
Apr 08 19:53:22.860336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a1663dd-2320-4a7c-b3a9-8432b861f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.911404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:22.913446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:22.992581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:22.995830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:23.074368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22438e02-d458-457a-b848-37b180fa6012 req-3b9f2dc3-f7c7-40f5-bf61-b369d9096a7c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:23.076391 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22438e02-d458-457a-b848-37b180fa6012 req-3b9f2dc3-f7c7-40f5-bf61-b369d9096a7c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1054492
Apr 08 19:53:23.122409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22438e02-d458-457a-b848-37b180fa6012 req-d2375563-a367-4bb7-b2ed-a96c436131c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392883
Apr 08 19:53:23.339780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e5f64-7a35-4a7c-b48a-a5827b8911ee req-b73eac74-d04c-4106-b237-1910b68603f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:23.342711 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e5e5f64-7a35-4a7c-b48a-a5827b8911ee req-b73eac74-d04c-4106-b237-1910b68603f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 1098 time: 0.1173780
Apr 08 19:53:23.374985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e5e5f64-7a35-4a7c-b48a-a5827b8911ee req-0f81734a-cf4c-4d8d-b4f1-157c92ae2a27 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0232799
Apr 08 19:53:23.746051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f41098-b2c3-44cd-b1ae-7fa100e16cc8 req-a98c151c-b2e5-4a34-9f28-1d42bddaedb6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:23.760588 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c2f41098-b2c3-44cd-b1ae-7fa100e16cc8 req-a98c151c-b2e5-4a34-9f28-1d42bddaedb6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1814446
Apr 08 19:53:23.802737 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c2f41098-b2c3-44cd-b1ae-7fa100e16cc8 req-99ab9785-6166-4dbc-ab2b-32190c3caf81 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411470
Apr 08 19:53:24.325313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772fadf-14b0-48e4-943c-9357feb7257b req-bd8334f9-9e50-44f5-83a1-7d4c7a57831d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:24.327032 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b772fadf-14b0-48e4-943c-9357feb7257b req-bd8334f9-9e50-44f5-83a1-7d4c7a57831d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0904508
Apr 08 19:53:24.359064 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b772fadf-14b0-48e4-943c-9357feb7257b req-8b5e80a4-373d-4ec8-a4f5-1f7534f04b8e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250483
Apr 08 19:53:24.890159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35762) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:25.069670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.090959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-49485ede-c4ed-41cc-bf96-db4fa346d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.093414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:25.099555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7996412a214ab7a3f799f203b92b81 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:25.103536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:25.112467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:25.159750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5891e5-26fc-4962-a184-3f9888154fd2 req-87b2594c-c54b-4aae-9588-9145ebbd348b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:25.161342 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0e5891e5-26fc-4962-a184-3f9888154fd2 req-87b2594c-c54b-4aae-9588-9145ebbd348b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1351097
Apr 08 19:53:25.205844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0e5891e5-26fc-4962-a184-3f9888154fd2 req-aff658b1-b0da-45a8-9f59-487981b05259 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369244
Apr 08 19:53:25.252104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.282870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.291917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f37676c1-2153-4d61-bde3-1f27b1e93caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:25.333685 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd7996412a214ab7a3f799f203b92b81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4421551
Apr 08 19:53:25.335955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072db3ea-686f-428c-ae99-dc5b1cd4bcc1,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:25.337117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35774) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:25.339967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:25.400042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.427447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.502188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.507317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f14082c1-10bf-422a-a459-02c10768009a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:25.518237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072db3ea-686f-428c-ae99-dc5b1cd4bcc1,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:25.520806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:25.527513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:25.528817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/072db3ea-686f-428c-ae99-dc5b1cd4bcc1 HTTP/1.1" status: 204  len: 168 time: 0.1905191
Apr 08 19:53:25.591529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:26.883054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:27.358635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab2d9-606c-4aa9-984e-d57514f2a9f0 req-02533dc7-f852-4b03-a1fe-692bbdc17dea tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:27.366818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e13ab2d9-606c-4aa9-984e-d57514f2a9f0 req-02533dc7-f852-4b03-a1fe-692bbdc17dea tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0911429
Apr 08 19:53:27.400132 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e13ab2d9-606c-4aa9-984e-d57514f2a9f0 req-f696d86f-276b-4cf5-91ca-1bc72f6713ec tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322540
Apr 08 19:53:27.468196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:27.470186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ec385-e08f-4720-ae48-7e0080305b1e req-ebc1a1d0-9826-4ba0-8883-c4acedc67cc1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:27.471850 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f1ec385-e08f-4720-ae48-7e0080305b1e req-ebc1a1d0-9826-4ba0-8883-c4acedc67cc1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1134717
Apr 08 19:53:27.502055 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f1ec385-e08f-4720-ae48-7e0080305b1e req-1b0ea34b-2796-40bf-807e-8b03f6c162a4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0235560
Apr 08 19:53:28.447122 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-b9675d74-fac3-4965-ac50-d91ff75d1a63 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321481
Apr 08 19:53:28.629469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-7201e2a9-bc67-4ea6-b3bd-bff7d635acaa tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:28.631368 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-7201e2a9-bc67-4ea6-b3bd-bff7d635acaa tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1773210
Apr 08 19:53:28.650266 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-7c6a1231-8c43-4b38-91ee-4a159ba7593e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/quotas/bc29ee88d6754c2e949bfaf104132fd2 HTTP/1.1" status: 200  len: 375 time: 0.0117688
Apr 08 19:53:28.661601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2e60d-99e1-461e-9594-ef0f6784b8d5 req-219a2ce3-e1f6-4864-8ecc-480c3419efd2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:28.664344 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-55e2e60d-99e1-461e-9594-ef0f6784b8d5 req-219a2ce3-e1f6-4864-8ecc-480c3419efd2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1096628
Apr 08 19:53:28.696920 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-55e2e60d-99e1-461e-9594-ef0f6784b8d5 req-94a84e87-364e-4fee-885a-245cd58ceaee tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259027
Apr 08 19:53:28.714629 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-733ef98f-b8b2-4866-8266-e88c0e3ad300 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0578384
Apr 08 19:53:28.990496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee4655-ab55-455c-8f5f-7ee612268bb2 req-c9a9c088-f0cb-4e71-82e1-8602e202bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:28.992105 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31ee4655-ab55-455c-8f5f-7ee612268bb2 req-c9a9c088-f0cb-4e71-82e1-8602e202bf9a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 1099 time: 0.0942953
Apr 08 19:53:29.034585 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31ee4655-ab55-455c-8f5f-7ee612268bb2 req-4f433251-064b-431a-b160-9e933cd363b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289426
Apr 08 19:53:29.060985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1c537-b101-4a97-aafb-0eadf81c1de4 req-8ed323b1-1b71-43ba-bb41-0f6b24c0313c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:29.062580 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d6b1c537-b101-4a97-aafb-0eadf81c1de4 req-8ed323b1-1b71-43ba-bb41-0f6b24c0313c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.0908577
Apr 08 19:53:29.093585 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d6b1c537-b101-4a97-aafb-0eadf81c1de4 req-c528f07c-b272-4c7b-a673-27d0658fa882 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248086
Apr 08 19:53:29.194143 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31fc8909-bed8-4840-9d5a-a24f290deb1c req-4dc41ef7-04f5-4002-b505-8708e0c03b70 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 210 time: 0.0519137
Apr 08 19:53:30.304817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35918) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:30.431667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.446634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:30.450600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Usage tracker for resource:security_group_rule and tenant:b1da7381250e42d68a20fa8e3eecea61 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:30.453481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:30.459546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:30.541735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.579725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.589015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:30.632414 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1da7381250e42d68a20fa8e3eecea61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3264382
Apr 08 19:53:30.633642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a2d46-d889-4744-a8ba-057c441fef22,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:30.634546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 35926) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:30.637377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:30.704718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.734467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.804849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.809748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab1eefd9-fdbf-4c88-af85-e30fe78a4e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:30.823057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a2d46-d889-4744-a8ba-057c441fef22,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:30.826497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:30.827707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:30.828885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c2a2d46-d889-4744-a8ba-057c441fef22 HTTP/1.1" status: 204  len: 168 time: 0.1930437
Apr 08 19:53:32.076161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970c81-308a-43eb-8b8a-0ebaad231c69 req-fe20edd1-30d9-44f0-9757-fb0eb4d54e34 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:32.077689 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-34970c81-308a-43eb-8b8a-0ebaad231c69 req-fe20edd1-30d9-44f0-9757-fb0eb4d54e34 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0876415
Apr 08 19:53:32.108752 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-34970c81-308a-43eb-8b8a-0ebaad231c69 req-91067809-14cf-4c86-84ee-26044b550636 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247295
Apr 08 19:53:32.259042 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-55b884cb-3f6e-44c1-a4b3-a0bde2e3f273 req-b9b600a5-125a-44a2-bb34-b37a39b4118a tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 210 time: 0.0507073
Apr 08 19:53:33.276713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35958) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:33.320145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da462-bfee-42c5-81b9-03f6905d6823 req-abb863d2-904b-44d4-9f36-1358208a92fd tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:33.321820 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d5da462-bfee-42c5-81b9-03f6905d6823 req-abb863d2-904b-44d4-9f36-1358208a92fd tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0933335
Apr 08 19:53:33.354863 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d5da462-bfee-42c5-81b9-03f6905d6823 req-bf0cbafa-37b5-48cb-a66f-340c8f97f440 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261085
Apr 08 19:53:33.453896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:33.579584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484525-a858-40c1-b4be-0d0cfc518889 req-8aa6aeaa-5bd1-4dbb-b603-00cbeac97a87 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:33.586236 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6484525-a858-40c1-b4be-0d0cfc518889 req-8aa6aeaa-5bd1-4dbb-b603-00cbeac97a87 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1069374
Apr 08 19:53:33.633869 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6484525-a858-40c1-b4be-0d0cfc518889 req-87b32e1c-667a-48f1-887c-e8e73631bbac tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443258
Apr 08 19:53:33.695847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:33.708312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c16c18d7-da9c-46d9-9747-9b61763620ef req-23ce8ed1-21e7-453d-bc35-cbbdd6cc4ac7 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 210 time: 0.3004181
Apr 08 19:53:33.717310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Usage tracker for resource:security_group_rule and tenant:467770da16144d93af9678e7b0b8d93b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:33.730190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-9b57cfb8-8021-441d-b9ab-2d53660eb884 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0653615
Apr 08 19:53:33.730298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:33.754049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:33.889746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:33.959738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:33.979266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-76f3ed69-dc0f-46d6-95fe-1c499fc74fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:34.007655 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=467770da16144d93af9678e7b0b8d93b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7297297
Apr 08 19:53:34.010586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 35978) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:34.046426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d938f-0fee-46a2-9d83-83c4ee6d104d,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:34.057067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:34.097351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.130394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.199405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.210984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e62706d2-0027-4cd1-a46f-e37583f37923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:34.224065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d938f-0fee-46a2-9d83-83c4ee6d104d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:34.232629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-b2014211-624c-4dc9-ac5a-2c7b9baf6dd8 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:34.234448 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-b2014211-624c-4dc9-ac5a-2c7b9baf6dd8 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4959385
Apr 08 19:53:34.235581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:34.236877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.238399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a0d938f-0fee-46a2-9d83-83c4ee6d104d HTTP/1.1" status: 204  len: 168 time: 0.2265141
Apr 08 19:53:34.264073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Request body: {'port': {'device_id': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b', 'admin_state_up': True, 'tenant_id': 'bc29ee88d6754c2e949bfaf104132fd2'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:34.418127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:34.423294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Usage tracker for resource:port and tenant:bc29ee88d6754c2e949bfaf104132fd2 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:34.426547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:34.433127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:34.511736 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Made reservation on behalf of bc29ee88d6754c2e949bfaf104132fd2 for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:53:34.518269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.536076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.567184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:34.574130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Usage tracker for resource:security_group_rule and tenant:bc29ee88d6754c2e949bfaf104132fd2 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:34.577767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:34.587695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:34.713271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.742413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-19e26ca9-ee26-4906-8ba1-caa0cf80aabb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:34.743997 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-19e26ca9-ee26-4906-8ba1-caa0cf80aabb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.1722908
Apr 08 19:53:34.745771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:34.750758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:34.761257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-7f214fb0-f43e-4ff2-82c8-b899130d2fff tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/quotas/52e6ad85fb2e459fbff65e22035e3e1d HTTP/1.1" status: 200  len: 375 time: 0.0111077
Apr 08 19:53:34.853751 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-90b9a946-2b5e-46d4-8ff2-fd0b53c620c2 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0852287
Apr 08 19:53:34.892589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0883a5dd-701b-4618-839b-13c87b9d506d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:34.906973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:34.909416 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6a7a16c7-6ddc-469c-85df-f9b323c65baa req-6c935443-af52-4bd6-bd64-59c6f0f52ba1 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 210 time: 0.0728180
Apr 08 19:53:34.986981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Allocated IP 192.168.233.250 (684eb5c3-8812-4c13-8d2b-17d5b17e9e4b/d92f7ba7-904d-4d97-b22d-0e1b5bb41978/46c40522-afee-4bca-8714-d5706063a66a) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:53:35.001666 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-19ffdb44-5c6f-4df2-9f79-2e0ac212dc50 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401303
Apr 08 19:53:35.159116 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-c448da9b-031f-499e-9213-7de41189c868 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493015
Apr 08 19:53:35.213498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:35.328500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Transition to ACTIVE for port object 46c40522-afee-4bca-8714-d5706063a66a will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:53:35.388818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:35.410730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8fd4fc3c-5ca6-4c73-92b4-e27f227c7a93 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:35.570967 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-946179af-2641-4d48-b6aa-92e558415990 req-faa30a39-8de5-4317-a40d-ed6c3dc8944a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.1221085
Apr 08 19:53:35.595958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Pushing event updated for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:35.595958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:35.676532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:53:35.679799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:53:35.681954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:53:35.791935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:35.792839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:35.883973 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6262071
Apr 08 19:53:35.903036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Request body: {'port': {'device_id': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:36.038452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-1bd445dc-c3f4-438a-9a87-7661a7854f9c None None] Provisioning for port 46c40522-afee-4bca-8714-d5706063a66a completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:36.049717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:36.049932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-1bd445dc-c3f4-438a-9a87-7661a7854f9c None None] Provisioning complete for port 46c40522-afee-4bca-8714-d5706063a66a triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:36.050515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1bd445dc-c3f4-438a-9a87-7661a7854f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:36.113994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-1bd445dc-c3f4-438a-9a87-7661a7854f9c None None] Port 46c40522-afee-4bca-8714-d5706063a66a cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:53:36.258159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1777f-e390-49b4-9b29-eaad2897b226 req-b1645be2-2acc-4c34-96cc-b200bfa377ea tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:36.263264 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f8f1777f-e390-49b4-9b29-eaad2897b226 req-b1645be2-2acc-4c34-96cc-b200bfa377ea tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 936 time: 0.1217682
Apr 08 19:53:36.322224 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f8f1777f-e390-49b4-9b29-eaad2897b226 req-ee69eb70-6231-4e40-9dbf-0cf1463e6304 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505962
Apr 08 19:53:36.363430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c625db-4954-465c-9539-6d34ab71cb2d req-00908e71-fd91-49ab-8c0f-16422914f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:36.364767 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-00908e71-fd91-49ab-8c0f-16422914f349 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.1756480
Apr 08 19:53:36.692952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c625db-4954-465c-9539-6d34ab71cb2d req-41bf3c85-2ea8-4810-9534-90bb9de66008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:36.695213 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-41bf3c85-2ea8-4810-9534-90bb9de66008 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.2697239
Apr 08 19:53:36.711941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cae3e4-23c8-4caf-a8b1-6c140b6b72ca req-897b4b9b-00d1-4aaf-b547-1715d7c44f4f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:36.713530 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-09cae3e4-23c8-4caf-a8b1-6c140b6b72ca req-897b4b9b-00d1-4aaf-b547-1715d7c44f4f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.3597894
Apr 08 19:53:36.771076 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-39470d65-e7f2-4489-9eea-0e179fd2be65 req-70df6d15-cfe1-43a0-9290-e333d721fb2e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0527031
Apr 08 19:53:36.803224 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-bd761ad7-33e5-4616-ae90-01518d89981e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.0880561
Apr 08 19:53:36.829628 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-09cae3e4-23c8-4caf-a8b1-6c140b6b72ca req-2a8e43a8-962d-433e-a5e3-291e48e90ae2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496974
Apr 08 19:53:36.953032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c40522-afee-4bca-8714-d5706063a66a {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:36.962487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c625db-4954-465c-9539-6d34ab71cb2d req-c88d8991-9be9-4b1a-81e0-5106ddb67e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:36.964071 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-c88d8991-9be9-4b1a-81e0-5106ddb67e1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.1307199
Apr 08 19:53:36.965737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:37.019775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Transition to ACTIVE for port object 46c40522-afee-4bca-8714-d5706063a66a will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:53:37.027160 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-c6a1b951-4a10-4bf3-8b70-447b80c2880a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507827
Apr 08 19:53:37.071583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:37.089486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:37.310216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Pushing event updated for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:37.319769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:37.390651 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-3bbfcc40-dd82-41b9-919d-f976c1845bfb service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428314
Apr 08 19:53:37.765877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16455c88-2451-49f3-86da-1a0ab4fed6dc req-944fb285-7690-4f67-9b11-c6273ad75526 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:37.771073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-16455c88-2451-49f3-86da-1a0ab4fed6dc req-944fb285-7690-4f67-9b11-c6273ad75526 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 948 time: 0.2551644
Apr 08 19:53:37.831687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-16455c88-2451-49f3-86da-1a0ab4fed6dc req-ef428923-c288-426b-a24d-e3b0a5527699 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550947
Apr 08 19:53:37.899071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-2a616eb5-655c-4103-96d3-1ecc243c5fdd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:37.900843 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-2a616eb5-655c-4103-96d3-1ecc243c5fdd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.3418527
Apr 08 19:53:37.915464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Request body: {'port': {'device_id': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'admin_state_up': True, 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:37.936186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36082) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:38.056910 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-61937117-9a80-4b5a-8bd5-c2b78f2f51d9 req-a40ebcdc-0d85-45c3-aa94-a6d84d2c5e96 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0823631
Apr 08 19:53:38.064130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Attempting to bind port 46c40522-afee-4bca-8714-d5706063a66a on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:53:38.064498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Attempting to bind port 46c40522-afee-4bca-8714-d5706063a66a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:53:38.064876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Attempting to bind port 46c40522-afee-4bca-8714-d5706063a66a on network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:38.070686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-21e905a5-7919-4972-a0ad-071a396b1d56 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6305323
Apr 08 19:53:38.074363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Port 46c40522-afee-4bca-8714-d5706063a66a on network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:53:38.074714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Attempting to bind port 46c40522-afee-4bca-8714-d5706063a66a on network 684eb5c3-8812-4c13-8d2b-17d5b17e9e4b {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:38.080815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:53:38.081200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Checking segment: {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:53:38.081627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Bound using segment: {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:53:38.082149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Bound port: 46c40522-afee-4bca-8714-d5706063a66a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd05c8-fbe2-40fb-8294-daa08d3085de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:53:38.082878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.160936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.171147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46986-52e2-4216-a5a4-641bc5bc1d31 req-9092c73d-397f-4916-a6dc-6a9d21b091dc tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:38.172747 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03c46986-52e2-4216-a5a4-641bc5bc1d31 req-9092c73d-397f-4916-a6dc-6a9d21b091dc tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1515539
Apr 08 19:53:38.180451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:38.197462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:38.206331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Usage tracker for resource:security_group_rule and tenant:2842e72b8aa0417bbed8f8c6e834d1ab is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:38.211012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:38.211143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:38.218636 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03c46986-52e2-4216-a5a4-641bc5bc1d31 req-7c4e4bc9-373a-492c-883f-8e2c5fbd8481 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354764
Apr 08 19:53:38.219051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:38.221503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:53:38.226242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46c40522-afee-4bca-8714-d5706063a66a,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:53:38.250483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:53:38.257406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.279673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.295611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:38.417806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Allocated IP 172.20.0.6 (eb1ab9d1-8d59-4cce-a5d3-e67110628d93/913b739f-d7dc-4f6d-a182-3f6abae1be69/fe267d70-3e36-47e4-864a-93e70da30176) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:53:38.462562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Pushing event updated for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:38.480836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:38.549282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:38.550016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.551541 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] 10.222.0.10 "PUT /v2.0/ports/46c40522-afee-4bca-8714-d5706063a66a HTTP/1.1" status: 200  len: 1098 time: 2.6534975
Apr 08 19:53:38.552068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'tag': '46c40522-afee-4bca-8714-d5706063a66a'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:38.577766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.626747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.639762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.659300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5e35fd99-6256-4a0b-a721-91876fb46013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:38.686469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:38.701297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854', '498b959a-450f-4ee8-9f62-37f86e9a99ec'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:38.731270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'tag': '46c40522-afee-4bca-8714-d5706063a66a', 'status': 'completed', 'code': 200}
Apr 08 19:53:38.784691 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2842e72b8aa0417bbed8f8c6e834d1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8446143
Apr 08 19:53:38.790278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36100) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:38.791604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0879aef0-8e9d-4661-bdcf-b1fa4adb43d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:38.795168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc94b5-3640-4926-aa63-eabe8b95b88b,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:38.850597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:38.907459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-dff739ec-9d3f-4208-99d7-b9fa9cb52808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:38.909054 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-dff739ec-9d3f-4208-99d7-b9fa9cb52808 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 1101 time: 0.2512424
Apr 08 19:53:38.920316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event updated for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:38.928952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:38.974888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:53:38.975986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:53:38.978558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:53:39.047897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.048561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.059809 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-9e711bde-850b-4480-9813-9d8c77740309 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=46c40522-afee-4bca-8714-d5706063a66a HTTP/1.1" status: 200  len: 217 time: 0.1401832
Apr 08 19:53:39.066676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.120705 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2095754
Apr 08 19:53:39.136178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Request body: {'port': {'device_id': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:53:39.158226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.200013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-876e9dc1-4ee2-4594-ba8a-fff10f2a4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.201470 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-876e9dc1-4ee2-4594-ba8a-fff10f2a4bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d92f7ba7-904d-4d97-b22d-0e1b5bb41978 HTTP/1.1" status: 200  len: 843 time: 0.1305344
Apr 08 19:53:39.277360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78142afa-95e4-492e-a756-9143caea7a60 req-aebf7358-4611-41d1-aacb-2d3d94949760 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.278171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-78142afa-95e4-492e-a756-9143caea7a60 req-aebf7358-4611-41d1-aacb-2d3d94949760 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Synchronizing usage tracker for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:39.338506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0290d-bb05-443c-a377-c180e9838666 req-895329fe-a962-4ea6-8bb3-64c032633c2f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.338759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-78142afa-95e4-492e-a756-9143caea7a60 req-aebf7358-4611-41d1-aacb-2d3d94949760 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Unset dirty status for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:39.339267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f1a0290d-bb05-443c-a377-c180e9838666 req-895329fe-a962-4ea6-8bb3-64c032633c2f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:39.340151 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-78142afa-95e4-492e-a756-9143caea7a60 req-aebf7358-4611-41d1-aacb-2d3d94949760 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 948 time: 0.3435731
Apr 08 19:53:39.359131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.362733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059be6-a605-42df-a040-fff81534560b req-94a84dfc-e94a-46fe-8bd3-7888dff65844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.364277 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-94a84dfc-e94a-46fe-8bd3-7888dff65844 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684eb5c3-8812-4c13-8d2b-17d5b17e9e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1432312
Apr 08 19:53:39.401133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-78142afa-95e4-492e-a756-9143caea7a60 req-4f8230fe-3e0f-496d-8a63-a330aaa63245 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Synchronizing usage tracker for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:39.408235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.453719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f1a0290d-bb05-443c-a377-c180e9838666 req-895329fe-a962-4ea6-8bb3-64c032633c2f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:39.454963 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1a0290d-bb05-443c-a377-c180e9838666 req-895329fe-a962-4ea6-8bb3-64c032633c2f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 931 time: 0.2634642
Apr 08 19:53:39.461514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:39.491667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc94b5-3640-4926-aa63-eabe8b95b88b,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:39.494065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:39.507666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:39.508886 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c3cc94b5-3640-4926-aa63-eabe8b95b88b HTTP/1.1" status: 204  len: 168 time: 0.7159994
Apr 08 19:53:39.530414 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1a0290d-bb05-443c-a377-c180e9838666 req-f7075ad8-8265-4d40-893d-7d8e409f0436 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423181
Apr 08 19:53:39.561586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-78142afa-95e4-492e-a756-9143caea7a60 req-4f8230fe-3e0f-496d-8a63-a330aaa63245 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Unset dirty status for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:39.563295 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-78142afa-95e4-492e-a756-9143caea7a60 req-4f8230fe-3e0f-496d-8a63-a330aaa63245 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157001
Apr 08 19:53:39.574033 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-314457b3-639e-45e0-94db-28c6208fa5c4 service neutron] 10.222.0.10 "GET /v2.0/networks/684eb5c3-8812-4c13-8d2b-17d5b17e9e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002053
Apr 08 19:53:39.747741 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43059be6-a605-42df-a040-fff81534560b req-5eb52163-60c6-4ccd-9b3e-856d7cda7d23 service neutron] 10.222.0.10 "GET /v2.0/networks/684eb5c3-8812-4c13-8d2b-17d5b17e9e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615233
Apr 08 19:53:39.842814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79137f-b512-40c9-b2c6-61b32a88f902 req-f036d7ce-1593-4919-8aea-2e27a0865c42 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.844957 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b79137f-b512-40c9-b2c6-61b32a88f902 req-f036d7ce-1593-4919-8aea-2e27a0865c42 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1525297
Apr 08 19:53:39.919099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-d1368124-505c-45ab-a0c0-ef77394d475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:39.921426 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-d1368124-505c-45ab-a0c0-ef77394d475b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 1101 time: 0.0899832
Apr 08 19:53:39.934298 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b79137f-b512-40c9-b2c6-61b32a88f902 req-3085e904-64da-4d26-8a99-2fc334b6bb00 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809064
Apr 08 19:53:39.977981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe267d70-3e36-47e4-864a-93e70da30176 {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:39.986627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:40.002289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Transition to ACTIVE for port object fe267d70-3e36-47e4-864a-93e70da30176 will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:53:40.048644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:40.065281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:40.091198 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-2ed60e01-2d2e-46cc-ba73-c488e585c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:40.095627 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-2ed60e01-2d2e-46cc-ba73-c488e585c8f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=684eb5c3-8812-4c13-8d2b-17d5b17e9e4b HTTP/1.1" status: 200  len: 870 time: 0.1639695
Apr 08 19:53:40.172473 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-3ef16099-96dc-4916-9378-8aaf8d88e081 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=46c40522-afee-4bca-8714-d5706063a66a HTTP/1.1" status: 200  len: 217 time: 0.0721855
Apr 08 19:53:40.203340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:40.206296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:40.255269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-6975cff6-2863-4d53-b44c-870717d3e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:40.257418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-6975cff6-2863-4d53-b44c-870717d3e713 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d92f7ba7-904d-4d97-b22d-0e1b5bb41978 HTTP/1.1" status: 200  len: 843 time: 0.0768945
Apr 08 19:53:40.343948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-86644e92-1205-46ca-8ac7-5096f9711a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:40.345535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-86644e92-1205-46ca-8ac7-5096f9711a6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=684eb5c3-8812-4c13-8d2b-17d5b17e9e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0813968
Apr 08 19:53:40.439364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Attempting to bind port fe267d70-3e36-47e4-864a-93e70da30176 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:53:40.439751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Attempting to bind port fe267d70-3e36-47e4-864a-93e70da30176 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:53:40.440413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Attempting to bind port fe267d70-3e36-47e4-864a-93e70da30176 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:40.445718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Port fe267d70-3e36-47e4-864a-93e70da30176 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:53:40.446107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Attempting to bind port fe267d70-3e36-47e4-864a-93e70da30176 on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:53:40.452258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:53:40.452637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Checking segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:53:40.453060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Bound using segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:53:40.453540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Bound port: fe267d70-3e36-47e4-864a-93e70da30176, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:53:40.453957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:40.509347 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-a9f82b7d-b323-408d-97fa-414b28b4fbc3 service neutron] 10.222.0.10 "GET /v2.0/networks/684eb5c3-8812-4c13-8d2b-17d5b17e9e4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494992
Apr 08 19:53:40.531715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:53:40.534905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe267d70-3e36-47e4-864a-93e70da30176,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:53:40.570102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:40.599102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:40.673125 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dab378ea-f85a-4427-98d6-2b04cad9de22 req-3d9e182a-7eee-47f8-9f58-037734502117 service neutron] 10.222.0.10 "GET /v2.0/networks/684eb5c3-8812-4c13-8d2b-17d5b17e9e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537313
Apr 08 19:53:40.850503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a678b-94d4-40aa-9c0b-5f1fe254acc1 req-200c6887-6f7c-4ad4-b16e-06a047f87f1d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:40.852647 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eb0a678b-94d4-40aa-9c0b-5f1fe254acc1 req-200c6887-6f7c-4ad4-b16e-06a047f87f1d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 948 time: 0.0957894
Apr 08 19:53:40.888790 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eb0a678b-94d4-40aa-9c0b-5f1fe254acc1 req-690e15cf-1f03-43ca-8fef-124c75b072c9 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282478
Apr 08 19:53:41.044486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:41.047778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:41.097647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:41.098395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:41.100491 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe267d70-3e36-47e4-864a-93e70da30176 HTTP/1.1" status: 200  len: 1093 time: 1.9706500
Apr 08 19:53:41.101134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:41.114614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b6cf4-a0fc-47b6-8193-d1b829733dbf req-00dc324f-6204-4c26-b734-5e5c9c1b7691 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:41.117552 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-273b6cf4-a0fc-47b6-8193-d1b829733dbf req-00dc324f-6204-4c26-b734-5e5c9c1b7691 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 943 time: 0.4140964
Apr 08 19:53:41.119703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:53:41.151754 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-273b6cf4-a0fc-47b6-8193-d1b829733dbf req-a8ea4973-80df-43a9-93f6-07fb685ec385 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260239
Apr 08 19:53:41.276964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-30e11c07-0620-4f70-9cc5-55e8c7aaa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:41.278676 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-30e11c07-0620-4f70-9cc5-55e8c7aaa3d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 1096 time: 0.0948892
Apr 08 19:53:41.322864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47fc5-edcf-48fb-9d4d-2357245c0c5a req-9ee2f3f9-c908-40de-94c6-dadff4c32743 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:41.324778 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77c47fc5-edcf-48fb-9d4d-2357245c0c5a req-9ee2f3f9-c908-40de-94c6-dadff4c32743 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1043885
Apr 08 19:53:41.352688 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176', 'status': 'completed', 'code': 200}
Apr 08 19:53:41.359902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77c47fc5-edcf-48fb-9d4d-2357245c0c5a req-67f6cd75-bbda-4695-9bc6-971a13b403b7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288639
Apr 08 19:53:41.369810 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-1bbe4037-3c95-4ab3-ad65-ab3703b2e1b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe267d70-3e36-47e4-864a-93e70da30176 HTTP/1.1" status: 200  len: 217 time: 0.0826743
Apr 08 19:53:41.448404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6438d-8186-42a8-9567-565b59034345 req-0d5e2484-8ef2-4d65-8242-ca8b5f9e9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:41.450018 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-0d5e2484-8ef2-4d65-8242-ca8b5f9e9ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0672913
Apr 08 19:53:41.517992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-ee355b45-9180-419f-ac35-1f997194af74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499318
Apr 08 19:53:41.666070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-0f8463e4-8544-452a-858b-49d51c0c19ad service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411929
Apr 08 19:53:41.810630 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41c6438d-8186-42a8-9567-565b59034345 req-b42ec0ca-127b-413c-8189-5d7c5e43f335 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378968
Apr 08 19:53:42.011725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-b0b47bf2-09d7-4f2c-9a61-9cbf1acd2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.013476 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-b0b47bf2-09d7-4f2c-9a61-9cbf1acd2a7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 1096 time: 0.0910795
Apr 08 19:53:42.214016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653aaad-d3aa-4cf8-8774-d7fd137a5f44 req-eec41ff9-6e8d-430a-914c-e90a4c8dde98 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.215617 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d653aaad-d3aa-4cf8-8774-d7fd137a5f44 req-eec41ff9-6e8d-430a-914c-e90a4c8dde98 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 948 time: 0.1998515
Apr 08 19:53:42.253986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-1cb5977d-8870-4e75-8771-936b423a29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.255650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-1cb5977d-8870-4e75-8771-936b423a29eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 916 time: 0.2042506
Apr 08 19:53:42.261012 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d653aaad-d3aa-4cf8-8774-d7fd137a5f44 req-e76f48b9-cb98-4d66-b87d-aa35d782abe2 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328841
Apr 08 19:53:42.353323 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-dbe9a726-fe16-4d96-90f8-15d58a82ca07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe267d70-3e36-47e4-864a-93e70da30176 HTTP/1.1" status: 200  len: 217 time: 0.0844104
Apr 08 19:53:42.430972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-478fa7b1-0b9f-4654-8383-e0749d0c0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.432588 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-478fa7b1-0b9f-4654-8383-e0749d0c0eac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0717740
Apr 08 19:53:42.437136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73019-7974-403e-bf1a-37fd206a7bff req-a985415d-026f-4a87-b7e5-499d1cd53883 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.438789 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c4d73019-7974-403e-bf1a-37fd206a7bff req-a985415d-026f-4a87-b7e5-499d1cd53883 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 943 time: 0.1030192
Apr 08 19:53:42.471448 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c4d73019-7974-403e-bf1a-37fd206a7bff req-717ac414-1ddd-4d5f-8ac9-4975f13b3c88 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261936
Apr 08 19:53:42.497285 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-5d1e7fff-f68a-4a10-a2ab-f7ec7f7a75e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572348
Apr 08 19:53:42.532416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 46c40522-afee-4bca-8714-d5706063a66a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:53:42.695850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46c40522-afee-4bca-8714-d5706063a66a,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:42.710624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '46c40522-afee-4bca-8714-d5706063a66a', 'network_id': '684eb5c3-8812-4c13-8d2b-17d5b17e9e4b', 'port_id': '46c40522-afee-4bca-8714-d5706063a66a', 'mac_address': 'fa:16:3e:d7:d9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92f7ba7-904d-4d97-b22d-0e1b5bb41978', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:53:42.723029 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-7e2acd05-925a-4086-8dc6-ec11d2477c92 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123170
Apr 08 19:53:42.736959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdc1fd-1723-48c5-be96-e10004e1b327 req-9f621814-7475-40ea-b34c-2f6ec1309f1e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:42.738573 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fdcdc1fd-1723-48c5-be96-e10004e1b327 req-9f621814-7475-40ea-b34c-2f6ec1309f1e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1482449
Apr 08 19:53:42.771856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:42.790563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c40522-afee-4bca-8714-d5706063a66a {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:42.807217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46c40522-afee-4bca-8714-d5706063a66a,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:42.842862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:42.844772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:42.856318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fdcdc1fd-1723-48c5-be96-e10004e1b327 req-38427c06-5f72-4607-85a4-2c295e1302ce tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889556
Apr 08 19:53:42.905836 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-598a32e3-a113-425f-8429-c7e84a85bef8 req-d1dbfd65-24b0-44ed-9d3c-42aa4e373d91 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655920
Apr 08 19:53:42.927710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:42.930807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:43.226452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['46c40522-afee-4bca-8714-d5706063a66a'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:43.649858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d22d0-81e3-4349-86e7-b8a89a5ec8d3 req-94410517-d752-4329-9912-d681c3184c0a tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:43.651496 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f78d22d0-81e3-4349-86e7-b8a89a5ec8d3 req-94410517-d752-4329-9912-d681c3184c0a tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 949 time: 0.1248069
Apr 08 19:53:43.683943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f78d22d0-81e3-4349-86e7-b8a89a5ec8d3 req-22e7b98f-c0ed-47f1-8c29-037bc78c9bde tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256534
Apr 08 19:53:43.810756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a71ae-0bff-4e2c-b508-ce684798b8c5 req-fdd02f2a-8ea3-4ec5-b717-ae34eb2b98ee tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:43.812285 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b6a71ae-0bff-4e2c-b508-ce684798b8c5 req-fdd02f2a-8ea3-4ec5-b717-ae34eb2b98ee tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 943 time: 0.0925832
Apr 08 19:53:43.843851 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9b6a71ae-0bff-4e2c-b508-ce684798b8c5 req-a06e57bb-9ad7-42b4-8fd0-30cd2647261a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246565
Apr 08 19:53:44.072802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4dadf-16e0-4341-be14-78c88fa6ddf5 req-1b566ece-f0d7-4775-8fcb-1af3a7dc36b3 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:44.074350 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74d4dadf-16e0-4341-be14-78c88fa6ddf5 req-1b566ece-f0d7-4775-8fcb-1af3a7dc36b3 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1008818
Apr 08 19:53:44.104999 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74d4dadf-16e0-4341-be14-78c88fa6ddf5 req-1f54630c-b9ed-408a-aec9-a57c40116efb tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241725
Apr 08 19:53:44.553280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device fe267d70-3e36-47e4-864a-93e70da30176 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:53:44.556983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 46c40522-afee-4bca-8714-d5706063a66a up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:53:44.920851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe36a6-203f-4c57-b36a-d9609c45a88f req-f377cf31-ec82-42ce-9569-ea34cddbc9d6 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:44.922494 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-07fe36a6-203f-4c57-b36a-d9609c45a88f req-f377cf31-ec82-42ce-9569-ea34cddbc9d6 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 949 time: 0.1113555
Apr 08 19:53:44.927433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 46c40522-afee-4bca-8714-d5706063a66a completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:44.938238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 46c40522-afee-4bca-8714-d5706063a66a triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:44.938581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:44.957689 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-07fe36a6-203f-4c57-b36a-d9609c45a88f req-a8685b0e-1857-42f1-8603-f86bca8c984d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261009
Apr 08 19:53:44.991937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe267d70-3e36-47e4-864a-93e70da30176,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:45.019367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'fe267d70-3e36-47e4-864a-93e70da30176', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'port_id': 'fe267d70-3e36-47e4-864a-93e70da30176', 'mac_address': 'fa:16:3e:7e:a7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913b739f-d7dc-4f6d-a182-3f6abae1be69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:53:45.079137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dfce4-145a-4f3d-88c2-da497b9f1c39 req-0013ce4c-4122-4887-9477-a99152ba0f26 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:45.081052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-708dfce4-145a-4f3d-88c2-da497b9f1c39 req-0013ce4c-4122-4887-9477-a99152ba0f26 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 943 time: 0.0966299
Apr 08 19:53:45.115566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-708dfce4-145a-4f3d-88c2-da497b9f1c39 req-6948f771-8304-4751-877d-88fd9c07f58a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270011
Apr 08 19:53:45.128830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:45.130197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe267d70-3e36-47e4-864a-93e70da30176 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:53:45.159001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:45.167355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe267d70-3e36-47e4-864a-93e70da30176,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:45.173177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c40522-afee-4bca-8714-d5706063a66a'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:45.183907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46c40522-afee-4bca-8714-d5706063a66a,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:45.204843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:45.207666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:45.249543 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c40522-afee-4bca-8714-d5706063a66a', 'code': 200}
Apr 08 19:53:45.258355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:45.286764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:45.290006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:45.290552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:45.316404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eead6df-eead-40f5-9717-99f37c0a13fb req-cfe0df60-1d1a-438b-a0cd-44c2450c8106 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:45.318636 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7eead6df-eead-40f5-9717-99f37c0a13fb req-cfe0df60-1d1a-438b-a0cd-44c2450c8106 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0969253
Apr 08 19:53:45.349919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7eead6df-eead-40f5-9717-99f37c0a13fb req-f62d02e6-fb7d-4f33-a972-389d1fac3fa1 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248177
Apr 08 19:53:45.360328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:45.363681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:45.547778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['fe267d70-3e36-47e4-864a-93e70da30176'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:45.584366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ff3a2-2d97-4599-b71e-a61f1a410267 req-08cfc921-34e8-4352-a66a-0559dc234679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:45.586024 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a19ff3a2-2d97-4599-b71e-a61f1a410267 req-08cfc921-34e8-4352-a66a-0559dc234679 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 1103 time: 0.0790098
Apr 08 19:53:45.615382 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a19ff3a2-2d97-4599-b71e-a61f1a410267 req-cedc840a-6e5d-4060-9208-ada2b6f0fa72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0215747
Apr 08 19:53:45.942007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:46.173462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ad64-aef6-42b3-a4f7-a275e8b47420 req-d5c5187b-af0e-4ca0-bacb-802f64b2b481 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:46.175083 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d052ad64-aef6-42b3-a4f7-a275e8b47420 req-d5c5187b-af0e-4ca0-bacb-802f64b2b481 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.0943551
Apr 08 19:53:46.206328 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d052ad64-aef6-42b3-a4f7-a275e8b47420 req-3188b022-23db-4f1b-9983-4a7804bfce1d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241277
Apr 08 19:53:46.329527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ae04b-b333-424c-ad76-ee73a577870e req-9cb70131-b599-4dce-95c8-84f272249cc4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:46.331133 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc2ae04b-b333-424c-ad76-ee73a577870e req-9cb70131-b599-4dce-95c8-84f272249cc4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 944 time: 0.0899029
Apr 08 19:53:46.362151 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc2ae04b-b333-424c-ad76-ee73a577870e req-d44dabcd-039d-4eba-93c7-b5d2e8f0cf31 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239952
Apr 08 19:53:46.558542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff906df-f597-4df9-a214-132c4638cedf req-a1363ed4-ba3a-4f89-9cbd-d47709755c90 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:46.560160 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ff906df-f597-4df9-a214-132c4638cedf req-a1363ed4-ba3a-4f89-9cbd-d47709755c90 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0897818
Apr 08 19:53:46.596110 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ff906df-f597-4df9-a214-132c4638cedf req-c68f0abe-1815-438a-a5c3-c3aca735d776 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249932
Apr 08 19:53:47.415567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4b27-fc97-4b98-969a-c9be240a1440 req-c9f18f3e-4af6-43bf-be4e-e15dad406b6d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:47.417165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31ba4b27-fc97-4b98-969a-c9be240a1440 req-c9f18f3e-4af6-43bf-be4e-e15dad406b6d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.0910323
Apr 08 19:53:47.447733 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31ba4b27-fc97-4b98-969a-c9be240a1440 req-3774b93e-170a-4c89-b4d9-f42c17e775ec tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240736
Apr 08 19:53:47.569528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439ee0-6590-4574-b6d8-e693fdd4a3b1 req-568a09e8-204d-4930-91d9-5a361677f4c0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:47.571143 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31439ee0-6590-4574-b6d8-e693fdd4a3b1 req-568a09e8-204d-4930-91d9-5a361677f4c0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 944 time: 0.0922639
Apr 08 19:53:47.601350 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31439ee0-6590-4574-b6d8-e693fdd4a3b1 req-0b32ff9f-aaa9-420a-97d6-628b6f8f2ded tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237789
Apr 08 19:53:47.832164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc90ef5-78ff-4fa3-aea4-3faad9849a76 req-90e14cf2-724e-4cf0-ac05-a5c3cb433bda tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:47.834558 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0dc90ef5-78ff-4fa3-aea4-3faad9849a76 req-90e14cf2-724e-4cf0-ac05-a5c3cb433bda tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0996673
Apr 08 19:53:47.868291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0dc90ef5-78ff-4fa3-aea4-3faad9849a76 req-919de64b-0f2b-424b-9c39-924b17a20bbb tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267074
Apr 08 19:53:47.999114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269efd5-1c25-488b-808f-62b131cc882d req-f26ef761-3fc4-4146-ad31-344969866b5c tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:48.000704 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f269efd5-1c25-488b-808f-62b131cc882d req-f26ef761-3fc4-4146-ad31-344969866b5c tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.0915856
Apr 08 19:53:48.040100 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f269efd5-1c25-488b-808f-62b131cc882d req-05298ee5-6b11-4b3e-8f1b-ffc7c3e03531 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323877
Apr 08 19:53:48.555334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device fe267d70-3e36-47e4-864a-93e70da30176 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:53:48.656045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port fe267d70-3e36-47e4-864a-93e70da30176 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:53:48.662644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port fe267d70-3e36-47e4-864a-93e70da30176 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:53:48.663391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:48.792937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:48.804596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:48.814888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe267d70-3e36-47e4-864a-93e70da30176,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:48.817100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a18289-1aba-4ef7-93b9-02b149aa2b0d req-3488e000-46e5-4d61-9012-884ba8a0f978 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:48.819479 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-00a18289-1aba-4ef7-93b9-02b149aa2b0d req-3488e000-46e5-4d61-9012-884ba8a0f978 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 944 time: 0.0985577
Apr 08 19:53:48.844688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:48.847549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:48.857254 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-00a18289-1aba-4ef7-93b9-02b149aa2b0d req-4881f68b-ff4e-492d-b843-004a7c9c7d8f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270007
Apr 08 19:53:48.890096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176', 'code': 200}
Apr 08 19:53:48.929160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:48.932875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:49.083489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272e13-390d-4c78-b08e-73d6503580fd req-60d71560-b6c4-49cf-96d1-e068438e86d7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:49.085454 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df272e13-390d-4c78-b08e-73d6503580fd req-60d71560-b6c4-49cf-96d1-e068438e86d7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0943594
Apr 08 19:53:49.117395 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df272e13-390d-4c78-b08e-73d6503580fd req-dfddaef9-4538-445f-8f1d-7f280e2be25e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255330
Apr 08 19:53:49.210726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d1588-2883-495e-9d50-8c0a37656e8d req-6176b3bc-cd1c-4af0-8335-915cd94b4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:49.212438 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c96d1588-2883-495e-9d50-8c0a37656e8d req-6176b3bc-cd1c-4af0-8335-915cd94b4628 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 1098 time: 0.0783250
Apr 08 19:53:49.247891 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c96d1588-2883-495e-9d50-8c0a37656e8d req-4b941f2a-1da3-4313-b9c9-92b15387eef5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253708
Apr 08 19:53:49.356516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c9dd-74a7-46dc-944e-b6fa61e0d97f req-26aebf7f-63a2-40c0-b651-d75355d2ff42 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:49.358158 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cb94c9dd-74a7-46dc-944e-b6fa61e0d97f req-26aebf7f-63a2-40c0-b651-d75355d2ff42 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.0928288
Apr 08 19:53:49.388783 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cb94c9dd-74a7-46dc-944e-b6fa61e0d97f req-1bdc9257-d652-4f20-a62d-a44a61fed42d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240119
Apr 08 19:53:50.072321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e6287-c22c-46be-9b81-81021b0da319 req-a394fd8b-9c45-44aa-bf82-e79d8e5c13fd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:50.073980 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b36e6287-c22c-46be-9b81-81021b0da319 req-a394fd8b-9c45-44aa-bf82-e79d8e5c13fd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0985801
Apr 08 19:53:50.105297 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b36e6287-c22c-46be-9b81-81021b0da319 req-aab056be-f7ad-4f0f-b948-bcf31b32d91e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249374
Apr 08 19:53:50.234407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-d8832c1b-e9b2-42ca-afcd-6d380d648e33 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:50.239317 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-d8832c1b-e9b2-42ca-afcd-6d380d648e33 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.10 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.0946012
Apr 08 19:53:50.273319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d358-464e-4f8b-99f7-b4beee91c778 req-72881eb6-1c1a-453b-9fa9-15006ff31040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:50.274990 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c7d358-464e-4f8b-99f7-b4beee91c778 req-72881eb6-1c1a-453b-9fa9-15006ff31040 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.0927739
Apr 08 19:53:50.308242 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c7d358-464e-4f8b-99f7-b4beee91c778 req-d302eb2a-dd78-41c9-b543-522795dee4c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0205836
Apr 08 19:53:50.380299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Deleting port 46c40522-afee-4bca-8714-d5706063a66a {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:53:50.381156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:50.508324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a409a1-e541-44eb-8851-1c034863dfe4 req-d36e0ebe-ebe6-4269-96ec-7e9b09f771d4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:50.509985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10a409a1-e541-44eb-8851-1c034863dfe4 req-d36e0ebe-ebe6-4269-96ec-7e9b09f771d4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2710905
Apr 08 19:53:50.629278 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10a409a1-e541-44eb-8851-1c034863dfe4 req-f5fa7eba-15e1-48cd-9b0a-7544b5e7eb32 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100235
Apr 08 19:53:50.732404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] For port 46c40522-afee-4bca-8714-d5706063a66a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46c40522-afee-4bca-8714-d5706063a66a,segment=NetworkSegment(f9dd05c8-fbe2-40fb-8294-daa08d3085de),segment_id=f9dd05c8-fbe2-40fb-8294-daa08d3085de)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:53:50.732807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:50.735060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f275f-f411-4786-8362-142867715517 req-3be6e18c-33f4-49b1-8c0e-fcebfb812bad tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:50.736708 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b65f275f-f411-4786-8362-142867715517 req-3be6e18c-33f4-49b1-8c0e-fcebfb812bad tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 950 time: 0.1075816
Apr 08 19:53:50.770545 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b65f275f-f411-4786-8362-142867715517 req-5d9464ff-a56a-40f4-a5f0-82fac1e12d50 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/security-groups?id=0883a5dd-701b-4618-839b-13c87b9d506d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265474
Apr 08 19:53:51.090428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Calling delete_port for 46c40522-afee-4bca-8714-d5706063a66a owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:53:51.325356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418ddb4-049a-4f53-84a9-0393e0da6ea4 req-aa3cc953-3724-459f-9fb5-90b4c0c9d790 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:51.327076 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9418ddb4-049a-4f53-84a9-0393e0da6ea4 req-aa3cc953-3724-459f-9fb5-90b4c0c9d790 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0966558
Apr 08 19:53:51.358781 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9418ddb4-049a-4f53-84a9-0393e0da6ea4 req-260ea391-b30f-4c89-b0f7-bb557c9b45bb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249696
Apr 08 19:53:51.364627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:51.383624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:51.392593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['46c40522-afee-4bca-8714-d5706063a66a'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:53:51.455813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Pushing event deleted for resources: {'Port': ['ID=46c40522-afee-4bca-8714-d5706063a66a,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:51.459867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:51.722998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] No DVR routers for this DVR port 46c40522-afee-4bca-8714-d5706063a66a on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:53:51.727089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:51.741388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'name': 'network-vif-deleted', 'tag': '46c40522-afee-4bca-8714-d5706063a66a'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:53:51.776190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ee0343d-632a-43d2-95c1-f39a5a57afa8 req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.10 "DELETE /v2.0/ports/46c40522-afee-4bca-8714-d5706063a66a HTTP/1.1" status: 204  len: 173 time: 1.4936509
Apr 08 19:53:51.816417 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b143d7-1a3d-4729-8f95-c01858322dbd', 'name': 'network-vif-deleted', 'tag': '46c40522-afee-4bca-8714-d5706063a66a', 'status': 'completed', 'code': 200}
Apr 08 19:53:51.941441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c0f7-ed04-47a5-9ae6-26e8d1d6c70f req-c6bfaeac-8a04-420a-a221-650ca1c89ccf tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:51.943823 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1920c0f7-ed04-47a5-9ae6-26e8d1d6c70f req-c6bfaeac-8a04-420a-a221-650ca1c89ccf tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1189003
Apr 08 19:53:51.996088 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1920c0f7-ed04-47a5-9ae6-26e8d1d6c70f req-868d21e1-2a44-42a3-9dba-56fd6d348f84 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458276
Apr 08 19:53:52.012658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-adb7cc78-dafb-4f16-bde6-f4fde3c236aa req-468f8480-2fd6-4ad0-9114-69cc0234ba2d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Synchronizing usage tracker for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:53:52.077321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-adb7cc78-dafb-4f16-bde6-f4fde3c236aa req-468f8480-2fd6-4ad0-9114-69cc0234ba2d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Unset dirty status for tenant:bc29ee88d6754c2e949bfaf104132fd2 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:53:52.078902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-adb7cc78-dafb-4f16-bde6-f4fde3c236aa req-468f8480-2fd6-4ad0-9114-69cc0234ba2d tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] 10.222.0.68 "GET /v2.0/ports?device_id=77b143d7-1a3d-4729-8f95-c01858322dbd HTTP/1.1" status: 200  len: 210 time: 0.1518357
Apr 08 19:53:52.299475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36368) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:52.426126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.442760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:52.447020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Usage tracker for resource:security_group_rule and tenant:eef76f3aed6349f28be75f7f5fa59fd0 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:52.450121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:52.458833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:52.564611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-6c84a962-8277-4d1d-b465-57c08b302413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:52.566899 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-6c84a962-8277-4d1d-b465-57c08b302413 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.0941520
Apr 08 19:53:52.615426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cfc93-69a0-4a8d-a1db-d5ea9db37df6 req-402ab75f-7324-4ace-ac8b-569665adbfbd tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:52.618191 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-531cfc93-69a0-4a8d-a1db-d5ea9db37df6 req-402ab75f-7324-4ace-ac8b-569665adbfbd tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1220067
Apr 08 19:53:52.659026 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-531cfc93-69a0-4a8d-a1db-d5ea9db37df6 req-4f3611f1-8757-46bb-ae43-e3c7b318383b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334527
Apr 08 19:53:52.748886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.758418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-f132414c-aa63-405d-886d-87c7bb6b3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:52.760518 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-f132414c-aa63-405d-886d-87c7bb6b3153 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.1860280
Apr 08 19:53:52.768161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1833-69a9-4a17-b0be-3090ccc8f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.803298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.812200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:52.849673 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-bca98835-3fdf-4afc-998c-5c86f811d112 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.0752108
Apr 08 19:53:52.856985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eef76f3aed6349f28be75f7f5fa59fd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5563681
Apr 08 19:53:52.858866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab0af4-1b14-4760-9a97-3201e6c82c02,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:52.861515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36380) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:52.864267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:52.927341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-763f9cac-4ff0-43f1-9127-d4f2c7458386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:52.927341 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-763f9cac-4ff0-43f1-9127-d4f2c7458386 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0661335
Apr 08 19:53:52.927656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.954438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:52.983433 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-36515b86-ed2f-482e-a0ff-4cf3e9e5f354 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508463
Apr 08 19:53:53.033313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:53.038416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:53.052046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab0af4-1b14-4760-9a97-3201e6c82c02,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:53.055197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:53.056156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:53.060315 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83ab0af4-1b14-4760-9a97-3201e6c82c02 HTTP/1.1" status: 204  len: 168 time: 0.1949573
Apr 08 19:53:53.142729 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-be8f5861-e46b-4e23-bf72-b95b4e8edd89 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434178
Apr 08 19:53:53.304039 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-42f28c73-8dc1-4cd5-bed7-3176362f6010 req-1b66722f-2220-4d9f-886b-19797734dbdc service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458547
Apr 08 19:53:53.643258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36422) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:53.665984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:53.682869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:53.688889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Usage tracker for resource:security_group_rule and tenant:fb93b9b94eb0481a90a9400077019d7d is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:53.694552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:53.701235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:53.848139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:53.882044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c38b67-3533-4e11-8769-07124b428440 req-8f896a03-9bd6-4a9a-ab73-df414db795af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:53.883720 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f2c38b67-3533-4e11-8769-07124b428440 req-8f896a03-9bd6-4a9a-ab73-df414db795af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0930176
Apr 08 19:53:53.917102 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f2c38b67-3533-4e11-8769-07124b428440 req-3fd044a7-91d2-4dc8-bfbb-3bc4a6845e19 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265250
Apr 08 19:53:53.993424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:54.002767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:54.046695 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb93b9b94eb0481a90a9400077019d7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4022634
Apr 08 19:53:54.048412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c0c4c-fbe7-4e64-8473-63ce66ad7864,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:54.049567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36438) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:54.051714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:54.117216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:54.150234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:54.397371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:54.404336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e184f717-748c-4f52-82e6-2a40770e2ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:54.418738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c0c4c-fbe7-4e64-8473-63ce66ad7864,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:54.422846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:54.425417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:54.426577 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b47c0c4c-fbe7-4e64-8473-63ce66ad7864 HTTP/1.1" status: 204  len: 168 time: 0.3758976
Apr 08 19:53:54.586039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 46c40522-afee-4bca-8714-d5706063a66a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:53:54.647633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 46c40522-afee-4bca-8714-d5706063a66a {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:53:54.648187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 46c40522-afee-4bca-8714-d5706063a66a not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:53:55.032269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36512) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:55.054924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.072324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:53:55.076601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9cd21725be4990827d0c624cb2b277 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:53:55.080171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:53:55.087240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:53:55.090446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aaa5e51e-802f-4067-a3fb-803095b77161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.144835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ff55-aa0d-4369-8e68-a200fd381a88 req-173dac7f-da27-4df3-b9da-1ec012f172c5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:55.153434 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e93ff55-aa0d-4369-8e68-a200fd381a88 req-173dac7f-da27-4df3-b9da-1ec012f172c5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1101003
Apr 08 19:53:55.179400 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e93ff55-aa0d-4369-8e68-a200fd381a88 req-e847457f-d193-450e-a696-711534309227 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249381
Apr 08 19:53:55.190193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.236839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.246866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f34df7fb-3423-4d3d-b5e6-86bed0e85238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:55.293117 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e9cd21725be4990827d0c624cb2b277&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2595735
Apr 08 19:53:55.295955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36530) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:53:55.300941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2684167-0249-4f25-9b60-0bc5f81abc65,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:55.304637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:55.364251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.394615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.467168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.472350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb2b725a-a01a-4eec-8285-9754888a39fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:53:55.484976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2684167-0249-4f25-9b60-0bc5f81abc65,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:53:55.488687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:53:55.498280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:55.502087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2684167-0249-4f25-9b60-0bc5f81abc65 HTTP/1.1" status: 204  len: 168 time: 0.2022262
Apr 08 19:53:55.581896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:56.419201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd987-80da-4518-aa12-9f110bf1bec3 req-ab5ab7cc-236c-4dac-8808-8735945a29c8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:56.420971 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-115cd987-80da-4518-aa12-9f110bf1bec3 req-ab5ab7cc-236c-4dac-8808-8735945a29c8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1097372
Apr 08 19:53:56.466689 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-115cd987-80da-4518-aa12-9f110bf1bec3 req-d8895f34-5bca-47d3-9230-6d26d204747e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392704
Apr 08 19:53:56.907571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:57.442111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:53:58.549214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d3da-e108-4904-8290-3eb074e8dfd6 req-6d0e3d7d-0fd0-43b3-a3f3-c32c59bf61d2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:53:58.550835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ae6d3da-e108-4904-8290-3eb074e8dfd6 req-6d0e3d7d-0fd0-43b3-a3f3-c32c59bf61d2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1250741
Apr 08 19:53:58.588800 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ae6d3da-e108-4904-8290-3eb074e8dfd6 req-ab2c3ffa-e8d2-4a5a-9035-3d509ccc013d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305943
Apr 08 19:54:00.593061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36788) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:00.768400 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5bd8ae89-fe80-41b2-a7c1-cf4f3018552b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc29ee88d6754c2e949bfaf104132fd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1740682
Apr 08 19:54:00.771688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36794) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:00.834104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:00.861284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:00.928301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:00.933813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4a7e9f2b-8162-46bc-9c07-4b7319fd98ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:00.948539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883a5dd-701b-4618-839b-13c87b9d506d,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:00.956364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.959972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.960281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.960659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.961046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:00.964719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:00.978762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:00.983735 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0883a5dd-701b-4618-839b-13c87b9d506d HTTP/1.1" status: 204  len: 168 time: 0.2110596
Apr 08 19:54:01.447726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36820) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:01.674807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:01.691172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:01.695921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Usage tracker for resource:security_group_rule and tenant:afaa8eb17f0f4731bc5583091d693808 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:01.698966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:01.705111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:01.793969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:01.859299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:01.869428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-48034365-61c3-4bd4-8d12-e94ddeab6d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:01.910726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2a42d-3586-4e05-89f0-5f60f2f337e9,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:01.916794 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afaa8eb17f0f4731bc5583091d693808&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4679451
Apr 08 19:54:01.919760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36838) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:01.921903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.922328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.922703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.923312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.923482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.923921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.924211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.924584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.924964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.925352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.925738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.926150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:01.930961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:01.936649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36842) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:01.991352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.019890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.059945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1502452147-network', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:02.064995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:02.069930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Usage tracker for resource:network and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:02.073109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:02.087267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:02.110963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.117745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:02.129442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2a42d-3586-4e05-89f0-5f60f2f337e9,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:02.132484 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:02.142403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Made reservation on behalf of 880ea06ec3504a66b842211ec49c00f5 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:02.144009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.148800 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/abb2a42d-3586-4e05-89f0-5f60f2f337e9 HTTP/1.1" status: 204  len: 168 time: 0.2254872
Apr 08 19:54:02.153409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.184362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.200685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:02.204816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:02.207951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:02.214991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:02.321367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.352990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.357605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52cd7380-0f69-4501-b6f3-6b2eaa04d398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:02.405387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:54:02.410028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2716e4-e094-4fb8-9401-9dd98d67ff44,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:02.419715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:02.472915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.473382 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Added segment dbcd8cdd-04be-49d0-b430-96203b44e51c of type vlan for network 132c89c3-f18a-4d73-b60c-f47bcbea4fff
Apr 08 19:54:02.564573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.718090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.721054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:02.722194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.739284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a81f3e3d-3d5b-4d36-bd41-363f718f6b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:02.795989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36872) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:02.815578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.831457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:02.836247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2e349b06fc4f66928aa417baa0299d is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:02.839388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:02.845480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:02.848078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Pushing event updated for resources: {'Network': ['ID=132c89c3-f18a-4d73-b60c-f47bcbea4fff,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:02.851711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:02.860326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:54:02.885404 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9473419
Apr 08 19:54:02.886668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36876) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:02.894575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Request body: {'subnet': {'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1502452147-subnet', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:02.903600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:02.908952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Usage tracker for resource:subnet and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:02.913912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:02.921457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:02.967681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:02.975094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Made reservation on behalf of 880ea06ec3504a66b842211ec49c00f5 for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:02.980506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852258162'] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.000435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.024547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52a2f531-69b5-462c-b054-113e783e409d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:03.070291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d1e8e-6a45-4b5e-95a6-ad995c05edbc,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:03.077950 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e2e349b06fc4f66928aa417baa0299d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2807961
Apr 08 19:54:03.078877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36882) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:03.079724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:03.147031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.177170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.267527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.272459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:03.286817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d1e8e-6a45-4b5e-95a6-ad995c05edbc,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:03.290685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:03.293130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.295366 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee4d1e8e-6a45-4b5e-95a6-ad995c05edbc HTTP/1.1" status: 204  len: 168 time: 0.2146490
Apr 08 19:54:03.513406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852258113'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.529546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:03.662417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef04c92-2a13-4447-b682-30719de0741b,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:03.674992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:03.741124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Checking segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:03.741708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Network hostable DHCP agents. Network: 132c89c3-f18a-4d73-b60c-f47bcbea4fff, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:54:03.816220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:54:03.878711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 132c89c3-f18a-4d73-b60c-f47bcbea4fff) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:03.890153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c165cc0-9b99-42c6-b672-2b3dbb206790 None None] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:54:03.894108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:03.894761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:03.937086 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d5d244b2-884c-4c70-984e-8a0f0c5c3336 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0489178
Apr 08 19:54:03.939731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36904) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:03.946805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:03.952005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:03.956249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Usage tracker for resource:router and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:03.959710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:03.966479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:03.998895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.000288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.135533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:54:04.137302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.195948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.310801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Allocated IP 172.20.0.2 (132c89c3-f18a-4d73-b60c-f47bcbea4fff/8ef04c92-2a13-4447-b682-30719de0741b/9add91ee-8366-4538-b4f6-83502d73a491) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:04.549706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.563258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Transition to ACTIVE for port object 9add91ee-8366-4538-b4f6-83502d73a491 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:04.586052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Transition to ACTIVE for port object 9add91ee-8366-4538-b4f6-83502d73a491 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:04.714796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.731988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:04.778899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:04.872403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Pushing event updated for resources: {'Port': ['ID=9add91ee-8366-4538-b4f6-83502d73a491,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:04.875600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:04.936749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:04.938638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:04.940338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:04.984134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36932) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:05.048857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Attempting to bind port 9add91ee-8366-4538-b4f6-83502d73a491 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:05.049284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Attempting to bind port 9add91ee-8366-4538-b4f6-83502d73a491 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:05.049703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Attempting to bind port 9add91ee-8366-4538-b4f6-83502d73a491 on network 132c89c3-f18a-4d73-b60c-f47bcbea4fff {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:05.056043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:05.056623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Checking segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:05.057082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.057524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Bound using segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:05.058065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Bound port: 9add91ee-8366-4538-b4f6-83502d73a491, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:05.058488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.139379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.148598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] For port 9add91ee-8366-4538-b4f6-83502d73a491, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:05.153291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] For port 9add91ee-8366-4538-b4f6-83502d73a491, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9add91ee-8366-4538-b4f6-83502d73a491,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:05.153485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.158940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:05.165119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Usage tracker for resource:security_group_rule and tenant:06833998080c4fb7ba2ef361fed52d84 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:05.167461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:05.174138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:05.186222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.187230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.204677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d767c6c3-6e11-4662-b4dc-bf3ad41bac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:05.281652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.311400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.322522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:05.339283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Allocated IP 172.27.1.98 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/caaa0044-f841-4b4d-aff6-98f2d49263fa) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:05.364085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Pushing event updated for resources: {'Port': ['ID=9add91ee-8366-4538-b4f6-83502d73a491,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:05.370357 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06833998080c4fb7ba2ef361fed52d84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821828
Apr 08 19:54:05.370357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c40f51-21ac-4c31-a1db-c8e793201094,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:05.371149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 36940) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:05.372710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:05.378804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.379202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.379565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.380003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.380531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.380772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.381139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.381492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.381902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.382252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.382685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.382950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:05.395994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:05.542769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.579541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.592125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.707772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.721860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:05.870665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Pushing event updated for resources: {'Port': ['ID=caaa0044-f841-4b4d-aff6-98f2d49263fa,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:05.876450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:05.919526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:05.925645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-459f0a12-6b69-464f-a9af-1b73e08f5bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:05.945278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c40f51-21ac-4c31-a1db-c8e793201094,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:05.952318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:05.954475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:05.958401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:05.961437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:06.012416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:06.013650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2c40f51-21ac-4c31-a1db-c8e793201094 HTTP/1.1" status: 204  len: 168 time: 0.6403010
Apr 08 19:54:06.448002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:06.805343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304c6f2-b155-4895-a1d0-dfc4c6b7b3ce None None] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:54:07.168085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.171538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-8365c161-b317-4792-870f-9b200c1885a2 None None] Provisioning for port 9add91ee-8366-4538-b4f6-83502d73a491 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:07.175468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9add91ee-8366-4538-b4f6-83502d73a491 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:07.359329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 9add91ee-8366-4538-b4f6-83502d73a491 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:07.371113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9add91ee-8366-4538-b4f6-83502d73a491 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:07.371660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.524816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:54:07.532955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.551170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 9add91ee-8366-4538-b4f6-83502d73a491, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9add91ee-8366-4538-b4f6-83502d73a491,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:07.655355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.658769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:07.713650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-804e8d81-8532-4f17-8079-14c5a539b9fc None None] Provisioning complete for port 9add91ee-8366-4538-b4f6-83502d73a491 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:07.714099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-804e8d81-8532-4f17-8079-14c5a539b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.728438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:54:07.744910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Sync routers for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:54:07.763840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:07.764545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1278c88>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:07.807272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=9add91ee-8366-4538-b4f6-83502d73a491,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:07.810615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:07.813809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:07.823804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 36994) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:07.826704 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8857479
Apr 08 19:54:07.986650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:08.713027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1278c88>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:06Z', 'revision_number': 3, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:08.720786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Checking router: 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:54:08.721221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Updating router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca port caaa0044-f841-4b4d-aff6-98f2d49263fa binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:54:08.810733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:08.914023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.043121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9add91ee-8366-4538-b4f6-83502d73a491 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:09.142716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9add91ee-8366-4538-b4f6-83502d73a491 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:09.143348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.162903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Allocated IP 172.20.0.1 (132c89c3-f18a-4d73-b60c-f47bcbea4fff/8ef04c92-2a13-4447-b682-30719de0741b/4e320a17-68e4-4fbe-b20e-cc2208324387) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:09.364544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.374920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.473272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Transition to ACTIVE for port object 4e320a17-68e4-4fbe-b20e-cc2208324387 will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:09.475022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Transition to ACTIVE for port object caaa0044-f841-4b4d-aff6-98f2d49263fa will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:09.507472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.522468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59cd4e3b-09ff-4abe-9a9b-2334e33453ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:09.537254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.556569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:09.717295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Pushing event updated for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:09.730789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Pushing event updated for resources: {'Port': ['ID=caaa0044-f841-4b4d-aff6-98f2d49263fa,revision_number=2']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:09.731987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:09.760428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.760974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.761489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.761951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.762313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.762682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.763040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.763396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.765442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.765830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.766204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.766566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:54:09.775987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:09.777840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:09.780203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:09.785846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:09.857107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Attempting to bind port caaa0044-f841-4b4d-aff6-98f2d49263fa on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:09.857518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Attempting to bind port caaa0044-f841-4b4d-aff6-98f2d49263fa by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:09.857960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Attempting to bind port caaa0044-f841-4b4d-aff6-98f2d49263fa on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:09.859800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.866948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:09.867372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:09.867814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.868246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:09.868763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Bound port: caaa0044-f841-4b4d-aff6-98f2d49263fa, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:09.869177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:09.965944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] For port caaa0044-f841-4b4d-aff6-98f2d49263fa, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:09.971458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] For port caaa0044-f841-4b4d-aff6-98f2d49263fa, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=caaa0044-f841-4b4d-aff6-98f2d49263fa,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:10.003015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:10.019764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:10.059319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f2191cc4-c069-4b07-ab9e-709d3df2656a None None] Provisioning for port 4e320a17-68e4-4fbe-b20e-cc2208324387 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:10.067689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f2191cc4-c069-4b07-ab9e-709d3df2656a None None] Provisioning complete for port 4e320a17-68e4-4fbe-b20e-cc2208324387 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:10.068343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f2191cc4-c069-4b07-ab9e-709d3df2656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:10.143910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:10.160018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-f2191cc4-c069-4b07-ab9e-709d3df2656a None None] Port 4e320a17-68e4-4fbe-b20e-cc2208324387 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:54:10.500750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Pushing event updated for resources: {'Port': ['ID=caaa0044-f841-4b4d-aff6-98f2d49263fa,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:10.508213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-08e51bbf-8161-407c-a455-e13318f1e7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:10.578376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:10.579373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1278c88>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:10.703189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-c4721578-58e7-4040-96f8-09f188baa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:10.704812 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-c4721578-58e7-4040-96f8-09f188baa69d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.2639039
Apr 08 19:54:10.789656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:10.824794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:10.835688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dd70-ac4d-4a2d-a947-e3474a34890a req-33068075-8565-422a-b147-40ad05b859f4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:10.838384 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ccb3dd70-ac4d-4a2d-a947-e3474a34890a req-33068075-8565-422a-b147-40ad05b859f4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2818351
Apr 08 19:54:10.883683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:10.925055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:10.960959 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ccb3dd70-ac4d-4a2d-a947-e3474a34890a req-1e42f917-4e89-42e7-9426-6cf77baeb794 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123073
Apr 08 19:54:11.039940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-9a4419b0-71f2-49bc-8b5b-4b431935841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:11.041519 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-9a4419b0-71f2-49bc-8b5b-4b431935841b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.3278258
Apr 08 19:54:11.051925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Pushing event updated for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:11.056118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:11.126553 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-723804c0-5e8a-4597-96f2-68a1864e35c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.0715764
Apr 08 19:54:11.127559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:11.189860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1278c88>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 1, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:11.202000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ac88d-30e3-4320-84f9-c66710ce8c5a None None] The sync data for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi is: [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 1, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:54:11.390285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-adf8b479-1c99-4cb9-a4e7-0e5b9feacd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:11.392239 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-adf8b479-1c99-4cb9-a4e7-0e5b9feacd4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.1583703
Apr 08 19:54:11.397413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:11.399402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:11.451965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-bf7c41c8-6387-4713-a389-8ac87064b38e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:11.451965 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-bf7c41c8-6387-4713-a389-8ac87064b38e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.2253397
Apr 08 19:54:11.480866 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-5c441e1e-a6f2-4442-99d1-fc278ede8e51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0762227
Apr 08 19:54:11.480953 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-af2946ee-6d0e-4dc1-8d6b-ef96f6c5e260 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/quotas/52e6ad85fb2e459fbff65e22035e3e1d HTTP/1.1" status: 200  len: 375 time: 0.0205178
Apr 08 19:54:11.634933 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-7b4cdc21-eda2-45d3-be37-a50444923777 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1517122
Apr 08 19:54:11.817196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b7646009-f46f-4c5a-9e68-a930d4f53feb None None] Provisioning complete for port 4e320a17-68e4-4fbe-b20e-cc2208324387 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:11.818405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b7646009-f46f-4c5a-9e68-a930d4f53feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:11.898773 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-2f9c9af5-bfb3-495a-9434-d84ddf87287e service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2642295
Apr 08 19:54:11.925947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b7646009-f46f-4c5a-9e68-a930d4f53feb None None] Port 4e320a17-68e4-4fbe-b20e-cc2208324387 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:54:11.983113 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-73c2d54e-9830-4a6f-bb54-ebe2b2b1ad62 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4005058
Apr 08 19:54:12.018100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:54:12.098065 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-0b4bb9b9-ec0c-49b6-ab75-c2d996231209 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980901
Apr 08 19:54:12.625486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d3e60-d1e7-4fc3-a2bd-37e994562766 req-f7652973-f52d-4ca8-b19d-6af52d175ea9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:12.627807 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-602d3e60-d1e7-4fc3-a2bd-37e994562766 req-f7652973-f52d-4ca8-b19d-6af52d175ea9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1110473
Apr 08 19:54:12.687994 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-602d3e60-d1e7-4fc3-a2bd-37e994562766 req-4e59804e-ab9c-432f-8e53-1bd7329cb817 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524700
Apr 08 19:54:12.785098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aed2c01b-b83b-4db8-b441-c00d1066c368 req-b90908de-8489-4277-b1f9-f484dd76602d service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7912617
Apr 08 19:54:12.802102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:54:12.820906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d060a8-0097-4cf2-8eb8-6a38a2d856b8 req-86400e4b-a8e5-4779-9baf-8dc6a1d764d0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:12.827635 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0dd2e92b-2f21-42c7-8a34-b903998892eb req-180feba6-2c02-4300-9136-8d0327512113 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 210 time: 0.0800629
Apr 08 19:54:12.828845 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d8d060a8-0097-4cf2-8eb8-6a38a2d856b8 req-86400e4b-a8e5-4779-9baf-8dc6a1d764d0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2124815
Apr 08 19:54:12.919579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] 10.222.0.68 "PUT /v2.0/routers/829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0993855
Apr 08 19:54:12.932436 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d8d060a8-0097-4cf2-8eb8-6a38a2d856b8 req-e99c3a16-dd6d-47d1-9ead-26ce8c6a1109 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025746
Apr 08 19:54:13.000474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985688f-1764-4842-9123-7b41ce594f33 req-99c78d68-eaec-4413-a485-6816ed83300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:13.002162 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-99c78d68-eaec-4413-a485-6816ed83300a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.1330712
Apr 08 19:54:13.160327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device caaa0044-f841-4b4d-aff6-98f2d49263fa up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:13.207704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985688f-1764-4842-9123-7b41ce594f33 req-1a22c259-03c9-4c0f-8c26-3762b70026c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:13.209270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-1a22c259-03c9-4c0f-8c26-3762b70026c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.1831858
Apr 08 19:54:13.283914 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-82fa701c-cdb7-4dd8-8472-98bff68925b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.0679131
Apr 08 19:54:13.290945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port caaa0044-f841-4b4d-aff6-98f2d49263fa completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:13.296928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port caaa0044-f841-4b4d-aff6-98f2d49263fa triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:13.297348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:13.382882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985688f-1764-4842-9123-7b41ce594f33 req-6e7e9363-0d3f-40a3-9c54-23208381b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:13.384513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-6e7e9363-0d3f-40a3-9c54-23208381b1b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0914235
Apr 08 19:54:13.463980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:13.469095 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-d63313fa-78e0-4365-8bbf-60c90bc096bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658436
Apr 08 19:54:13.483655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port caaa0044-f841-4b4d-aff6-98f2d49263fa, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=caaa0044-f841-4b4d-aff6-98f2d49263fa,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:13.547695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:13.552831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:13.701618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37134) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:13.713447 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-0d03ceef-a67c-447d-9543-7c1c6a7b8583 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270586
Apr 08 19:54:13.743087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=caaa0044-f841-4b4d-aff6-98f2d49263fa,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:13.750659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:13.864042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:13.882830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:13.890909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Usage tracker for resource:security_group_rule and tenant:c1d2be1d964145948c21d16731cb0fb3 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:13.894738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:13.907247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:13.921065 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c985688f-1764-4842-9123-7b41ce594f33 req-5851e6d3-1012-4dc4-be10-d42ad4b6d62a service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995375
Apr 08 19:54:14.026204 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3f89d5d0-83aa-4704-93c0-bb5f1525bc2b req-3675219b-6050-4dad-95e8-1fce265d26d6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 210 time: 0.0497143
Apr 08 19:54:14.084078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96ffd-91d3-492d-b363-38f3c9db79b3 req-95848820-5afe-4ca3-9ce2-b78509fce6cb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:14.085746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cef96ffd-91d3-492d-b363-38f3c9db79b3 req-95848820-5afe-4ca3-9ce2-b78509fce6cb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1416025
Apr 08 19:54:14.086321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37152) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:14.104612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1779480882-network', 'tenant_id': '614438f37ff744a2a457419047ca9877'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:14.124813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:14.130530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.136289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Usage tracker for resource:network and tenant:614438f37ff744a2a457419047ca9877 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:14.142129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:14.153679 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cef96ffd-91d3-492d-b363-38f3c9db79b3 req-48575ffe-cb87-4bf9-ba22-af79bf5140be tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574663
Apr 08 19:54:14.154662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:14.162524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.172138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-094c298c-46f9-4054-811d-16383ed0f507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:14.206106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Made reservation on behalf of 614438f37ff744a2a457419047ca9877 for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:14.211804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.232694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e5fbc-404a-48d6-80cb-f0344bc67a2a,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:14.241170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.257021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:14.262010 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1d2be1d964145948c21d16731cb0fb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5587168
Apr 08 19:54:14.265615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37156) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:14.268375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:14.269404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56789501-9d56-4795-ad88-391aa78ef299 req-e0eae3eb-f963-48ff-b240-2bc58ada348d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:14.272352 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56789501-9d56-4795-ad88-391aa78ef299 req-e0eae3eb-f963-48ff-b240-2bc58ada348d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1148467
Apr 08 19:54:14.283214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Usage tracker for resource:security_group_rule and tenant:614438f37ff744a2a457419047ca9877 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:14.287866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:14.297752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:14.310646 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56789501-9d56-4795-ad88-391aa78ef299 req-b69c371b-b9da-4cd9-b5a7-4963ee6514be tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305557
Apr 08 19:54:14.375917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.420980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.501022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.539299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.544826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-31d4920f-728c-4c4e-a3f4-62563e9f25ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:14.576510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.582100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:54:14.591438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969230bb-d79e-41ca-a2bf-526333e2a3b9,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:14.598862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.599406 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Added segment 6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00 of type vlan for network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7
Apr 08 19:54:14.634426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.669371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:14.677569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-916d9330-2a95-42db-a353-22be7706e588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:14.704466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e5fbc-404a-48d6-80cb-f0344bc67a2a,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:14.717444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.718499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:14.720199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:14.720771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.735174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e974b13-dda0-4895-a1bb-9b0a147593e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:14.768500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-dac5c849-4f99-4f48-9c6c-6a3ff57995c7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:14.770493 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-dac5c849-4f99-4f48-9c6c-6a3ff57995c7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 815 time: 0.2991951
Apr 08 19:54:14.787232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Request body: {'port': {'device_id': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'admin_state_up': True, 'tenant_id': '52e6ad85fb2e459fbff65e22035e3e1d'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:14.926834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:14.928339 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df6e5fbc-404a-48d6-80cb-f0344bc67a2a HTTP/1.1" status: 204  len: 168 time: 0.6616974
Apr 08 19:54:14.951511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Pushing event updated for resources: {'Network': ['ID=792b8f4e-8acd-4f5b-94e5-c17e597a79d7,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:14.968572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:14.968702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:54:14.986797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:14.994583 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9002013
Apr 08 19:54:14.996332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37164) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:14.998862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:15.008744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Request body: {'subnet': {'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1779480882-subnet', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:15.022671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:15.038932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Usage tracker for resource:subnet and tenant:614438f37ff744a2a457419047ca9877 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:15.045440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:15.050530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Made reservation on behalf of 52e6ad85fb2e459fbff65e22035e3e1d for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:15.056284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:15.073183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.113227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Made reservation on behalf of 614438f37ff744a2a457419047ca9877 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:15.113448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device caaa0044-f841-4b4d-aff6-98f2d49263fa up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:15.119253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.208545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port caaa0044-f841-4b4d-aff6-98f2d49263fa triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:15.209265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.395586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Sync routers for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:54:15.411409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:15.412432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa4fd0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:15.419690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Allocated IP 172.20.0.9 (eb1ab9d1-8d59-4cce-a5d3-e67110628d93/913b739f-d7dc-4f6d-a182-3f6abae1be69/26a0b063-e38c-4f5b-8de9-9c0781485a5e) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:15.437901 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-48b32bfe-1dbe-4cd6-8f9e-afff37fb9b21 req-ee3841ea-1135-4cfa-bc9b-e60983fdcc8a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 210 time: 0.1918283
Apr 08 19:54:15.532039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c86ab-86a1-481b-b6c3-30603fa66cec req-1fe05525-9595-4af5-bc07-59fbe4d6a8d5 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:15.532520 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-658c86ab-86a1-481b-b6c3-30603fa66cec req-1fe05525-9595-4af5-bc07-59fbe4d6a8d5 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1975775
Apr 08 19:54:15.646277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:15.694163 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-658c86ab-86a1-481b-b6c3-30603fa66cec req-c0af3c28-8c0c-448d-914e-16a6e1d35641 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545939
Apr 08 19:54:15.793686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.839969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594718e-3299-424b-8c4f-362eca8194b5 req-de982e43-b5c9-4344-a6a4-d628f0d901b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:15.841752 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7594718e-3299-424b-8c4f-362eca8194b5 req-de982e43-b5c9-4344-a6a4-d628f0d901b9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1622128
Apr 08 19:54:15.873570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.889123 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7594718e-3299-424b-8c4f-362eca8194b5 req-e13bb160-609a-417f-9aa4-fee39924eeec tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403376
Apr 08 19:54:15.893080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:15.964975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:15.982820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:16.033064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854', '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'fe267d70-3e36-47e4-864a-93e70da30176'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:54:16.120578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:16.124283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:16.124629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d66d748-4715-4b9a-9d87-f7d604706e13,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:16.127299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:16.128907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:16.166898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event updated for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:16.169904 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:16.184412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.209622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:16.211085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.222830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa4fd0>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:10Z', 'revision_number': 2, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:16.231482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Checking router: 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:54:16.231889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Updating router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca port 4e320a17-68e4-4fbe-b20e-cc2208324387 binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:54:16.237447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Checking segment: {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:16.237978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Network hostable DHCP agents. Network: 792b8f4e-8acd-4f5b-94e5-c17e597a79d7, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:54:16.294451 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5135157
Apr 08 19:54:16.320266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Request body: {'port': {'device_id': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:16.322722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.341837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:54:16.375994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 792b8f4e-8acd-4f5b-94e5-c17e597a79d7) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:16.401601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7413521-900a-4aac-9878-133a387f45e4 None None] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:54:16.405485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:16.406146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.457516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.469101 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4703932
Apr 08 19:54:16.471666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37204) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:16.477543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:16.483015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:16.487279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Usage tracker for resource:router and tenant:614438f37ff744a2a457419047ca9877 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:16.492055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:16.506462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:16.582062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.583933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.610957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:16.877949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66e0b-a0d6-4275-94c8-2156efa2907d req-fd5f7379-da4d-4eec-96d8-413c6f97296d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:16.878720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4bf66e0b-a0d6-4275-94c8-2156efa2907d req-fd5f7379-da4d-4eec-96d8-413c6f97296d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:16.948142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4bf66e0b-a0d6-4275-94c8-2156efa2907d req-fd5f7379-da4d-4eec-96d8-413c6f97296d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:16.949603 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4bf66e0b-a0d6-4275-94c8-2156efa2907d req-fd5f7379-da4d-4eec-96d8-413c6f97296d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 931 time: 0.3008468
Apr 08 19:54:17.066668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a0b063-e38c-4f5b-8de9-9c0781485a5e {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:54:17.078740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.097608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Transition to ACTIVE for port object 26a0b063-e38c-4f5b-8de9-9c0781485a5e will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:17.127460 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4bf66e0b-a0d6-4275-94c8-2156efa2907d req-accd0695-fede-4d6c-8516-98f9a0daa4ac tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604080
Apr 08 19:54:17.152859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.168583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-89151f2a-6723-4ad9-b8a3-2e7d5220c5cb tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:17.253250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Pushing event updated for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:17.263318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:17.383517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.398033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'fixed_ips': [{'subnet_id': '7d66d748-4715-4b9a-9d87-f7d604706e13'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:54:17.399012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.415021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bbe9b-623d-4fd2-bbd6-0254c5eb2a96 req-350503f8-cafa-4d81-afac-1f6c114032bb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:17.416832 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-148bbe9b-623d-4fd2-bbd6-0254c5eb2a96 req-350503f8-cafa-4d81-afac-1f6c114032bb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.5616982
Apr 08 19:54:17.478389 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-148bbe9b-623d-4fd2-bbd6-0254c5eb2a96 req-1750d18d-1e1a-4651-9553-8e4b1f2660d3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396736
Apr 08 19:54:17.544227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a5cae-8b68-4576-afa0-e6d5ed67f226 req-4a15aa09-c8f9-44eb-98cb-f580d08be127 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:17.545862 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e0a5cae-8b68-4576-afa0-e6d5ed67f226 req-4a15aa09-c8f9-44eb-98cb-f580d08be127 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2028804
Apr 08 19:54:17.694951 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e0a5cae-8b68-4576-afa0-e6d5ed67f226 req-518fcc4f-4904-41e3-939f-549a4c249c49 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387215
Apr 08 19:54:17.702890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.704910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Attempting to bind port 26a0b063-e38c-4f5b-8de9-9c0781485a5e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:17.705491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Attempting to bind port 26a0b063-e38c-4f5b-8de9-9c0781485a5e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:17.706120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Attempting to bind port 26a0b063-e38c-4f5b-8de9-9c0781485a5e on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:17.713373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Port 26a0b063-e38c-4f5b-8de9-9c0781485a5e on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:54:17.714083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Attempting to bind port 26a0b063-e38c-4f5b-8de9-9c0781485a5e on network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:17.720646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:17.726443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Transition to ACTIVE for port object 4e320a17-68e4-4fbe-b20e-cc2208324387 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:17.726574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Checking segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:17.726574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Bound using segment: {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:17.726574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Bound port: 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bb6ff6-7124-46ff-905a-8a3a6233141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:17.726574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.728792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Allocated IP 172.20.0.2 (792b8f4e-8acd-4f5b-94e5-c17e597a79d7/7d66d748-4715-4b9a-9d87-f7d604706e13/dec74cda-3833-4f95-b969-6a2766b0dc52) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:17.816133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.825630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:17.844129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:17.860315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.000102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Pushing event updated for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:18.009230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:18.018669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Allocated IP 172.27.1.202 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/9cd69885-37f2-4868-85f1-0731458ce3ea) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:18.047834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:18.111673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:18.120212 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:54:18.170801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.197826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.209390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:18.249049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.262657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.282773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:18.302216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Transition to ACTIVE for port object dec74cda-3833-4f95-b969-6a2766b0dc52 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:18.345261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Pushing event updated for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:18.366679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Attempting to bind port 4e320a17-68e4-4fbe-b20e-cc2208324387 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:18.367096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Attempting to bind port 4e320a17-68e4-4fbe-b20e-cc2208324387 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:18.367503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Attempting to bind port 4e320a17-68e4-4fbe-b20e-cc2208324387 on network 132c89c3-f18a-4d73-b60c-f47bcbea4fff {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:18.376123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Transition to ACTIVE for port object dec74cda-3833-4f95-b969-6a2766b0dc52 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:18.377636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:18.382940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Checking segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:18.383425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.383869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Bound using segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:18.384390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Bound port: 4e320a17-68e4-4fbe-b20e-cc2208324387, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:18.384817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.444249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:18.511733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] For port 4e320a17-68e4-4fbe-b20e-cc2208324387, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:18.515769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] For port 4e320a17-68e4-4fbe-b20e-cc2208324387, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e320a17-68e4-4fbe-b20e-cc2208324387,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:18.523220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.542733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:18.591476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.593281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Pushing event updated for resources: {'Port': ['ID=9cd69885-37f2-4868-85f1-0731458ce3ea,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:18.610350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:18.635285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cc756-a82a-4edf-a16f-69829440cdb2 req-149760f3-b6ea-4cdc-a6a8-ba2b3d541abd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:18.644244 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e7cc756-a82a-4edf-a16f-69829440cdb2 req-149760f3-b6ea-4cdc-a6a8-ba2b3d541abd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 943 time: 0.2737448
Apr 08 19:54:18.659299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:18.659977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:18.664012 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] 10.222.0.10 "PUT /v2.0/ports/26a0b063-e38c-4f5b-8de9-9c0781485a5e HTTP/1.1" status: 200  len: 1093 time: 2.3491411
Apr 08 19:54:18.664338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:18.702145 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e7cc756-a82a-4edf-a16f-69829440cdb2 req-041663c4-3bbc-4adc-9779-1345a23ac210 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568430
Apr 08 19:54:18.747242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:18.748579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:18.753674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:18.816649 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e', 'status': 'completed', 'code': 200}
Apr 08 19:54:18.890664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf98baa-6130-43d0-abc8-2cf6210f8c9e req-9048a3ff-38bc-49fd-acc6-fad3d8a90fd6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:18.892419 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2cf98baa-6130-43d0-abc8-2cf6210f8c9e req-9048a3ff-38bc-49fd-acc6-fad3d8a90fd6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.2222612
Apr 08 19:54:18.899701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-267fb783-37a3-4f8d-b8d9-3915466d05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:18.901548 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-267fb783-37a3-4f8d-b8d9-3915466d05c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 1096 time: 0.1456394
Apr 08 19:54:18.930223 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2cf98baa-6130-43d0-abc8-2cf6210f8c9e req-f203cd1a-d283-4c52-9931-34f133f8db33 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273468
Apr 08 19:54:19.080129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Pushing event updated for resources: {'Port': ['ID=dec74cda-3833-4f95-b969-6a2766b0dc52,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:19.087347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:19.090116 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:19.092357 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-65407117-ff93-48bb-b3f3-279883ab1884 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e HTTP/1.1" status: 200  len: 217 time: 0.1491015
Apr 08 19:54:19.175443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-b1ee6f71-1aac-4a31-a69c-b8bb507e9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:19.177842 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-b1ee6f71-1aac-4a31-a69c-b8bb507e9259 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.0843694
Apr 08 19:54:19.224925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8a44a-3270-486b-b1e8-3c01556362c2 req-ddddad77-ba91-4e44-965d-efd3317558ac tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:19.236240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f0f8a44a-3270-486b-b1e8-3c01556362c2 req-ddddad77-ba91-4e44-965d-efd3317558ac tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1838176
Apr 08 19:54:19.237489 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-c6d3342a-e791-40b4-8654-70f761f7aff1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490220
Apr 08 19:54:19.241156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Pushing event updated for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:19.248057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:19.251210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:19.254052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:19.260879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:19.285675 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f0f8a44a-3270-486b-b1e8-3c01556362c2 req-df3949dc-37a6-4748-b0bc-81771382305e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475497
Apr 08 19:54:19.324124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:19.325000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa4fd0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:19.434345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-3d3beacc-67c4-45bf-aa27-5cc59d045b27 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718197
Apr 08 19:54:19.502335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:19.545648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Attempting to bind port dec74cda-3833-4f95-b969-6a2766b0dc52 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:19.546307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Attempting to bind port dec74cda-3833-4f95-b969-6a2766b0dc52 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:19.546875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Attempting to bind port dec74cda-3833-4f95-b969-6a2766b0dc52 on network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:19.558109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:19.558730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Checking segment: {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:19.559333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:19.559937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Bound using segment: {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:19.560613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Bound port: dec74cda-3833-4f95-b969-6a2766b0dc52, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:19.561194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:19.612330 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-630a5dbd-544a-4c02-ab2c-ce50841b1ac5 req-904eee23-2112-4730-91c5-2ee2733d74b3 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687760
Apr 08 19:54:19.684914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:19.742549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:19.765221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:19.831290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:19.855365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:20.082077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e9d9-7734-4a88-a58e-d630df10d78a req-f9d1ca18-5589-4cf2-b020-c09fa1f3abfb tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:20.085247 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4a5e9d9-7734-4a88-a58e-d630df10d78a req-f9d1ca18-5589-4cf2-b020-c09fa1f3abfb tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1044626
Apr 08 19:54:20.127766 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4a5e9d9-7734-4a88-a58e-d630df10d78a req-5fa91574-2667-413e-b40b-5fc668448194 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346963
Apr 08 19:54:20.140831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Pushing event updated for resources: {'Port': ['ID=dec74cda-3833-4f95-b969-6a2766b0dc52,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:20.149383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:20.235060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67312b87-e0e3-412d-8a75-43352e15a6c2 req-e64e1854-1bdb-4df5-a0e1-e60fe532be3c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:20.243926 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-67312b87-e0e3-412d-8a75-43352e15a6c2 req-e64e1854-1bdb-4df5-a0e1-e60fe532be3c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 943 time: 0.4009559
Apr 08 19:54:20.266613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:20.286040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1fa4fd0>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:18Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:20.291467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2cafc-99d4-4d2f-b6bd-2ea60d715cc7 None None] The sync data for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi is: [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:18Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:54:20.407282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaf507-1fb2-4d36-9e9a-0583b4978194 req-3864292a-8a62-4979-bf37-a9efaf32c7c9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:20.408927 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-60aaf507-1fb2-4d36-9e9a-0583b4978194 req-3864292a-8a62-4979-bf37-a9efaf32c7c9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1026530
Apr 08 19:54:20.422596 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-67312b87-e0e3-412d-8a75-43352e15a6c2 req-b58ea6ee-651a-4d6f-a7ce-04a7d1d79810 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776783
Apr 08 19:54:20.447901 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-60aaf507-1fb2-4d36-9e9a-0583b4978194 req-9074b413-daa5-472a-a772-b79a79e40c7c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317695
Apr 08 19:54:20.642905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:54:20.873507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f895c88-9103-430a-94bb-25ac1297df32 req-8635e8cf-99d4-4e56-b6fd-5a50835828e2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:20.875066 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f895c88-9103-430a-94bb-25ac1297df32 req-8635e8cf-99d4-4e56-b6fd-5a50835828e2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.3269417
Apr 08 19:54:20.896146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:54:20.904886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Sync routers for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:54:20.915555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:20.916306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f16bc160>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:20.926170 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f895c88-9103-430a-94bb-25ac1297df32 req-c05ff5af-f2ca-4607-a86c-ee34e16a44cc tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440276
Apr 08 19:54:20.981742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:20.985028 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.5106819
Apr 08 19:54:20.986263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37248) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:21.122463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:21.223154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e320a17-68e4-4fbe-b20e-cc2208324387 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:21.358747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 4e320a17-68e4-4fbe-b20e-cc2208324387 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:21.368728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 4e320a17-68e4-4fbe-b20e-cc2208324387 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:21.370638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:21.454439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948268-b2f4-405f-84ce-be0a637c5cba req-e09ddeca-00bd-4717-b14a-c99cd69a11dd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:21.456169 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a948268-b2f4-405f-84ce-be0a637c5cba req-e09ddeca-00bd-4717-b14a-c99cd69a11dd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1676257
Apr 08 19:54:21.500924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f16bc160>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:19Z', 'revision_number': 3, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:21.506062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Checking router: 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:54:21.506710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Updating router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 port 9cd69885-37f2-4868-85f1-0731458ce3ea binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:54:21.527370 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a948268-b2f4-405f-84ce-be0a637c5cba req-4f7b8592-19f5-45a5-9d2e-5a11ac828948 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479903
Apr 08 19:54:21.583275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:21.714763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:21.748595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 4e320a17-68e4-4fbe-b20e-cc2208324387, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e320a17-68e4-4fbe-b20e-cc2208324387,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:21.790673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:21.791606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dec74cda-3833-4f95-b969-6a2766b0dc52 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:21.827147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa317f5-5712-423d-b352-8fd965f41958 req-1af431ed-4e21-460d-b126-1f2f86bc7691 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:21.834738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b87443-cd64-43b9-823a-503c7f8cef55 req-96789910-2724-4542-b272-faad4cbb7930 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:21.836350 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6b87443-cd64-43b9-823a-503c7f8cef55 req-96789910-2724-4542-b272-faad4cbb7930 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.2041061
Apr 08 19:54:21.837881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5aa317f5-5712-423d-b352-8fd965f41958 req-1af431ed-4e21-460d-b126-1f2f86bc7691 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 943 time: 0.1578696
Apr 08 19:54:21.838791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:21.888751 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6b87443-cd64-43b9-823a-503c7f8cef55 req-64c85112-ca6f-4676-ae9a-842b6794771f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455041
Apr 08 19:54:21.928590 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5aa317f5-5712-423d-b352-8fd965f41958 req-00d3f91e-2b44-4c47-8ce2-bcb3920fc02d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896785
Apr 08 19:54:21.947458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a753a5-a7bf-439d-b6fd-1e820f0c74ab None None] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:54:21.978701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:21.993880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:22.078700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.091293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.093151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Transition to ACTIVE for port object 9cd69885-37f2-4868-85f1-0731458ce3ea will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:22.107548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Provisioning for port dec74cda-3833-4f95-b969-6a2766b0dc52 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:22.123991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Provisioning complete for port dec74cda-3833-4f95-b969-6a2766b0dc52 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:22.124508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.133957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.155860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3fb4d-967d-49fb-898c-dd928a63dc84 req-99501856-8a19-49f8-810f-db67e6e51e33 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:22.157808 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f5b3fb4d-967d-49fb-898c-dd928a63dc84 req-99501856-8a19-49f8-810f-db67e6e51e33 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1018615
Apr 08 19:54:22.163240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:22.164909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port dec74cda-3833-4f95-b969-6a2766b0dc52 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:22.198863 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f5b3fb4d-967d-49fb-898c-dd928a63dc84 req-0743c113-cfd4-4a29-a21c-e4deec613fee tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313394
Apr 08 19:54:22.206766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port dec74cda-3833-4f95-b969-6a2766b0dc52 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:22.207295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.323369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bb42b-1de1-4564-af85-576b30a8af07 None None] Pushing event updated for resources: {'Port': ['ID=9cd69885-37f2-4868-85f1-0731458ce3ea,revision_number=2']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:22.327727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1f2bb42b-1de1-4564-af85-576b30a8af07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:22.339708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Allocated IP 172.20.0.1 (792b8f4e-8acd-4f5b-94e5-c17e597a79d7/7d66d748-4715-4b9a-9d87-f7d604706e13/62673b2f-a609-47d2-b088-a8362fecee4f) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:22.398613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Attempting to bind port 9cd69885-37f2-4868-85f1-0731458ce3ea on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:22.399066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Attempting to bind port 9cd69885-37f2-4868-85f1-0731458ce3ea by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:22.399418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Attempting to bind port 9cd69885-37f2-4868-85f1-0731458ce3ea on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:22.405905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:22.406325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:22.406771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.407205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:22.407719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Bound port: 9cd69885-37f2-4868-85f1-0731458ce3ea, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:22.408277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.532052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] For port 9cd69885-37f2-4868-85f1-0731458ce3ea, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:22.538702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] For port 9cd69885-37f2-4868-85f1-0731458ce3ea, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9cd69885-37f2-4868-85f1-0731458ce3ea,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:22.574676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.586626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-e2532677-b5b4-48fc-9f98-4e0c758a6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:22.589234 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-e2532677-b5b4-48fc-9f98-4e0c758a6d1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 1096 time: 0.1394241
Apr 08 19:54:22.628388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.649803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Transition to ACTIVE for port object 62673b2f-a609-47d2-b088-a8362fecee4f will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:22.704483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.714486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b5f4620-bbb9-4ae7-b2f5-9d1008b15b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:22.716887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.736104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:22.776506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.781890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:22.795375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bb42b-1de1-4564-af85-576b30a8af07 None None] Pushing event updated for resources: {'Port': ['ID=9cd69885-37f2-4868-85f1-0731458ce3ea,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:22.798773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1f2bb42b-1de1-4564-af85-576b30a8af07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:22.821297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-65c07f72-159d-4e78-95df-56c5998bd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:22.822806 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-65c07f72-159d-4e78-95df-56c5998bd146 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 200  len: 916 time: 0.2219944
Apr 08 19:54:22.827096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-50a24616-15f3-468c-8939-0ea9b48894b8 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:22.843827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce7bf958-ad5e-4b0a-902a-bdf0e835588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.846349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:22.847297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f16bc160>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:53:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:22.855331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:22.954909 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-1db2c622-1159-4aed-920e-ac59918bc850 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e HTTP/1.1" status: 200  len: 217 time: 0.1229405
Apr 08 19:54:22.972301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Pushing event updated for resources: {'Port': ['ID=dec74cda-3833-4f95-b969-6a2766b0dc52,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:22.979302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:22.982912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 19:54:22.983647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 19:54:23.049525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Pushing event updated for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:23.056972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:23.100131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:23.106716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:23.110003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:23.123887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-72a4e177-186b-4dc3-adf5-5a5217a84456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:23.125738 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-72a4e177-186b-4dc3-adf5-5a5217a84456 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 200  len: 855 time: 0.1625881
Apr 08 19:54:23.177237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33768e-b9ed-474e-be35-7c9cfb3c7b98 req-6ec64780-4ba5-48ca-913e-2dcbea15716e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:23.179604 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7b33768e-b9ed-474e-be35-7c9cfb3c7b98 req-6ec64780-4ba5-48ca-913e-2dcbea15716e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.3536277
Apr 08 19:54:23.198507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:23.212926 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-54414daf-b1b6-41ab-897c-666ef974448a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb1ab9d1-8d59-4cce-a5d3-e67110628d93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734582
Apr 08 19:54:23.217207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2241d601-69ef-45e8-94ee-3a7b77120147 None None] Provisioning complete for port dec74cda-3833-4f95-b969-6a2766b0dc52 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:23.218406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2241d601-69ef-45e8-94ee-3a7b77120147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:23.290204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:23.349944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce112c-1cb9-4ece-93c5-0482d1cdc0ea req-a587a657-1ce4-4ce3-918c-23dea332e9c2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:23.358483 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e7ce112c-1cb9-4ece-93c5-0482d1cdc0ea req-a587a657-1ce4-4ce3-918c-23dea332e9c2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.2965903
Apr 08 19:54:23.419925 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e7ce112c-1cb9-4ece-93c5-0482d1cdc0ea req-01abd9f3-0935-4265-91d0-508c540542fa tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596919
Apr 08 19:54:23.494819 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-a6b07e75-0b01-4f36-b362-745fa2b2f8d6 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716725
Apr 08 19:54:23.653493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b6f32b40-ff66-4005-86b5-39c857d85fab None None] Provisioning for port 62673b2f-a609-47d2-b088-a8362fecee4f completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:23.659757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-b6f32b40-ff66-4005-86b5-39c857d85fab None None] Provisioning complete for port 62673b2f-a609-47d2-b088-a8362fecee4f triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:23.660948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b6f32b40-ff66-4005-86b5-39c857d85fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:23.671010 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7b33768e-b9ed-474e-be35-7c9cfb3c7b98 req-20948942-60e2-4158-a6ed-931129609e9a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4684134
Apr 08 19:54:23.692699 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-087f81b2-31d8-45b1-a616-391ecbe8abc8 req-3f8db6df-1b74-4735-8d83-149c374f4a94 service neutron] 10.222.0.10 "GET /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810112
Apr 08 19:54:23.730514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f16bc160>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:19Z', 'revision_number': 3, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:23.758435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e2e934-bc5f-42c3-833a-4eb5658bba49 None None] The sync data for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi is: [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:19Z', 'revision_number': 3, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:54:23.814903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245663e-40fb-4042-84f6-9f29bee1bbec req-6e48ec5d-13e8-45d3-9825-084daf3f383d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:23.818120 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7245663e-40fb-4042-84f6-9f29bee1bbec req-6e48ec5d-13e8-45d3-9825-084daf3f383d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 943 time: 0.1238756
Apr 08 19:54:23.820612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e320a17-68e4-4fbe-b20e-cc2208324387 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:23.860339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:23.878854 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7245663e-40fb-4042-84f6-9f29bee1bbec req-8aa385a8-0323-4b8a-915f-948066d45dd2 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542493
Apr 08 19:54:23.898587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b6f32b40-ff66-4005-86b5-39c857d85fab None None] Port 62673b2f-a609-47d2-b088-a8362fecee4f cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:54:23.912858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 4e320a17-68e4-4fbe-b20e-cc2208324387 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:23.913283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.050582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dec74cda-3833-4f95-b969-6a2766b0dc52 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:24.074010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261dca0-166e-4942-83cc-66a30fa47992 req-b748d58c-d90c-495d-aed2-a5a1cbed3be9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:24.075672 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a261dca0-166e-4942-83cc-66a30fa47992 req-b748d58c-d90c-495d-aed2-a5a1cbed3be9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1830590
Apr 08 19:54:24.125360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port dec74cda-3833-4f95-b969-6a2766b0dc52 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:24.125992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.196216 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a261dca0-166e-4942-83cc-66a30fa47992 req-968606fb-eb62-4d99-895e-935e5c6276c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001005
Apr 08 19:54:24.280523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.307939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.337502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:24.423674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Pushing event updated for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:24.427356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:24.428574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.580946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:24.582362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:24.642579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db797c54-a91f-4757-a41d-23ce2a13789e req-0e1ba708-a59f-493b-9c6d-00815ab7dba8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:24.650049 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-db797c54-a91f-4757-a41d-23ce2a13789e req-0e1ba708-a59f-493b-9c6d-00815ab7dba8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1092658
Apr 08 19:54:24.692719 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-db797c54-a91f-4757-a41d-23ce2a13789e req-54091161-95fb-4cac-a85c-d7788a7fd1ca tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356784
Apr 08 19:54:24.812094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:54:24.929227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6c942d4c-8990-4c2f-a427-c44c26952aa0 None None] Provisioning complete for port 62673b2f-a609-47d2-b088-a8362fecee4f triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:24.929829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6c942d4c-8990-4c2f-a427-c44c26952aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:24.995555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-6c942d4c-8990-4c2f-a427-c44c26952aa0 None None] Port 62673b2f-a609-47d2-b088-a8362fecee4f cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:54:25.087729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3133de-218c-42cf-b15c-7db0fb2ab746 req-a9dd1c53-5b86-4801-9a14-9305b1448917 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:25.089380 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cc3133de-218c-42cf-b15c-7db0fb2ab746 req-a9dd1c53-5b86-4801-9a14-9305b1448917 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 943 time: 0.0912209
Apr 08 19:54:25.089990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4f838-a927-46c3-9146-4b77cc71cb1e req-c5637663-dabd-413f-ab78-65ec2dcd1d6c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:25.092041 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9e4f838-a927-46c3-9146-4b77cc71cb1e req-c5637663-dabd-413f-ab78-65ec2dcd1d6c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.2686076
Apr 08 19:54:25.095223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:54:25.100031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b30ae2d-f952-4089-b37d-f6290c2b9c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:25.111086 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] 10.222.0.68 "PUT /v2.0/routers/0fe4e12f-3b47-49a4-b6d2-31f6cb484e78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1237452
Apr 08 19:54:25.126507 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cc3133de-218c-42cf-b15c-7db0fb2ab746 req-4dff9bdc-da58-4172-9bfb-4b5a4783a759 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292222
Apr 08 19:54:25.137194 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9e4f838-a927-46c3-9146-4b77cc71cb1e req-4a5ec1f3-c7e3-4ef6-8166-7947f2093c02 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301774
Apr 08 19:54:25.446712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea97c5-3ed4-457b-9db4-2fd6b5adf550 req-015e5d6d-cab6-451a-a2b5-03d64559686d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:25.451307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 26a0b063-e38c-4f5b-8de9-9c0781485a5e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:54:25.454817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bcea97c5-3ed4-457b-9db4-2fd6b5adf550 req-015e5d6d-cab6-451a-a2b5-03d64559686d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0998762
Apr 08 19:54:25.481398 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bcea97c5-3ed4-457b-9db4-2fd6b5adf550 req-8ca96dc5-472f-4a89-8170-03fd4cbb00a1 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259755
Apr 08 19:54:25.602562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:25.610014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:25.625220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '26a0b063-e38c-4f5b-8de9-9c0781485a5e', 'network_id': 'eb1ab9d1-8d59-4cce-a5d3-e67110628d93', 'port_id': '26a0b063-e38c-4f5b-8de9-9c0781485a5e', 'mac_address': 'fa:16:3e:39:5b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913b739f-d7dc-4f6d-a182-3f6abae1be69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:54:25.688430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:25.689759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a0b063-e38c-4f5b-8de9-9c0781485a5e {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:54:25.706399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:25.741362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:25.744180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:25.788648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9cd69885-37f2-4868-85f1-0731458ce3ea up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:25.878919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:25.882850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:25.918126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bee60-74fc-4ff4-a5cd-4032978f7a20 req-55235209-5085-4f58-9b16-7e7e6ad1ef36 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:25.919729 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e77bee60-74fc-4ff4-a5cd-4032978f7a20 req-55235209-5085-4f58-9b16-7e7e6ad1ef36 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0911036
Apr 08 19:54:25.924108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 9cd69885-37f2-4868-85f1-0731458ce3ea completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:25.930444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9cd69885-37f2-4868-85f1-0731458ce3ea triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:25.930863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:25.951213 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e77bee60-74fc-4ff4-a5cd-4032978f7a20 req-8991b55a-c110-4b72-922b-1868963f05a8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248568
Apr 08 19:54:26.011080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37298) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:26.017003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418908828', 'description': 'tempest-secgroup-smoke-1418908828 description', 'project_id': '880ea06ec3504a66b842211ec49c00f5'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:26.025684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:26.029875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:26.032993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:26.040173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:26.069125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.078371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.086654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 9cd69885-37f2-4868-85f1-0731458ce3ea, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9cd69885-37f2-4868-85f1-0731458ce3ea,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:26.100666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:26.104661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:26.107776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:26.114727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:26.124856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.127139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b23776c2-ff1c-4fff-ab24-d1a1239faba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:26.206451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=9cd69885-37f2-4868-85f1-0731458ce3ea,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:26.206690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.210541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:26.244068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.250040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dcc08c4f-7e54-4848-bbd7-021e0432d1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:26.343768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce252fc2-b508-4e90-8f75-83eddb67789e,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:26.347778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:26.359242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96ef92-5f9b-4c38-808c-be94a9e64f47 req-a7862f02-255d-4af8-ba0d-2d3765f4d554 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:26.361321 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d96ef92-5f9b-4c38-808c-be94a9e64f47 req-a7862f02-255d-4af8-ba0d-2d3765f4d554 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.1036556
Apr 08 19:54:26.376286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.377611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3654561
Apr 08 19:54:26.381276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37308) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:26.387447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc6578-2822-4af6-9188-c672ca6f9ee0 req-7567063d-c62a-421f-a66a-bbe38619601d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:26.389012 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68cc6578-2822-4af6-9188-c672ca6f9ee0 req-7567063d-c62a-421f-a66a-bbe38619601d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1295345
Apr 08 19:54:26.391571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:26.398809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:26.404892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:26.409553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:26.415665 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d96ef92-5f9b-4c38-808c-be94a9e64f47 req-8ea0fb2d-4b36-474d-978a-4cd2d39fd686 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477469
Apr 08 19:54:26.420254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:26.422970 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68cc6578-2822-4af6-9188-c672ca6f9ee0 req-78b45bb3-70d2-4f21-8bc4-ef989936b281 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268035
Apr 08 19:54:26.468266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.522456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Sync routers for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:54:26.532323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:26.532998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:54:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:26.536282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.581162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.584724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:26.609761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d51dfa-494b-4c2c-982d-eb569f36398a,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:26.621492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:26.668269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.672306 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2853677
Apr 08 19:54:26.672672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37314) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:26.678810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:26.687789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:26.693281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:26.697005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:26.704184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:26.724437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377dbba-4954-4e71-9e04-3cfb8d9844db req-f5817647-a816-4b57-8add-bb458765c7c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:26.726049 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f377dbba-4954-4e71-9e04-3cfb8d9844db req-f5817647-a816-4b57-8add-bb458765c7c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1058981
Apr 08 19:54:26.729346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:26.748568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.757280 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f377dbba-4954-4e71-9e04-3cfb8d9844db req-bf05cebd-5c8d-40c0-aa4c-35d3014046e5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246363
Apr 08 19:54:26.825803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.855303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.857488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9a5f3d9f-9196-47e7-985f-8231aaa2b5f4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:26.880318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030105d4-fa35-4b52-8b99-91736a3be8cf,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:26.884596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:26.918369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.919610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-29c11a07-20c0-4b87-9a5d-8774b5ec7a96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2458737
Apr 08 19:54:26.922482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37318) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:26.928803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:26.935140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:26.939171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:26.943040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:26.949399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:26.950029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:26.996014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.063899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.081491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabd30>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:23Z', 'revision_number': 4, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '62673b2f-a609-47d2-b088-a8362fecee4f', 'name': '', 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'mac_address': 'fa:16:3e:96:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:22Z', 'updated_at': '2021-04-08T19:54:24Z', 'revision_number': 2, 'project_id': '614438f37ff744a2a457419047ca9877', 'subnets': [{'id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:27.085748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Checking router: 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:54:27.086179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Updating router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 port 62673b2f-a609-47d2-b088-a8362fecee4f binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:54:27.118978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.135067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:27.148254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.163291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0e3806-2f5a-4c91-b967-4d26bb7d2eb5,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:27.165827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:27.203426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b1ad4-4048-4833-9aef-2e4c7cc059a6 req-a55b95a4-21bb-404d-b995-3ac217079b10 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:27.205094 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-839b1ad4-4048-4833-9aef-2e4c7cc059a6 req-a55b95a4-21bb-404d-b995-3ac217079b10 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1273584
Apr 08 19:54:27.206359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.207732 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2840736
Apr 08 19:54:27.210513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 37326) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:27.217121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:27.233983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:27.243036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:27.247824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:27.258223 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-839b1ad4-4048-4833-9aef-2e4c7cc059a6 req-4423bd52-0c1b-4c59-8971-35476a96401d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447881
Apr 08 19:54:27.259123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:27.325905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.392176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.444753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.446906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:27.464480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91608429-bd5c-41b0-8773-5835660245d4,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:27.468301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:27.490337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.513082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.515352 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3037069
Apr 08 19:54:27.518235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37334) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:27.524624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:27.531108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:27.535781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:27.540205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:27.586147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:27.588599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.603205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Transition to ACTIVE for port object 62673b2f-a609-47d2-b088-a8362fecee4f will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:27.636974 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Project 880ea06ec3504a66b842211ec49c00f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 19:54:27.655745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.658266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b663ec-2464-443b-8464-11059873a5e6 req-bc6af401-7229-4447-afb6-b6464a5867d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:27.667417 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e9b663ec-2464-443b-8464-11059873a5e6 req-bc6af401-7229-4447-afb6-b6464a5867d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1093884
Apr 08 19:54:27.674081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c74335-5e28-49d2-9f0d-48d6a94428a5 req-1436da78-d0b0-4d1f-9271-1ff47d279df1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:27.681245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:27.681853 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c0c74335-5e28-49d2-9f0d-48d6a94428a5 req-1436da78-d0b0-4d1f-9271-1ff47d279df1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.1427302
Apr 08 19:54:27.711183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.716464 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e9b663ec-2464-443b-8464-11059873a5e6 req-7d7fce5e-ad59-4526-ae30-7f7db31bf53a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450029
Apr 08 19:54:27.732022 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c0c74335-5e28-49d2-9f0d-48d6a94428a5 req-521de027-d097-4446-b6a8-eec10cef1b83 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491736
Apr 08 19:54:27.790065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9cd69885-37f2-4868-85f1-0731458ce3ea up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:27.796883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.838676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.840932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4ae46aa9-d7c1-41be-9cec-bf94fc4083d3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:27.872158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6629d4e5-c9a3-4b87-a7dd-133b981e8df7,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:27.875565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:27.901618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.903485 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3836577
Apr 08 19:54:27.906245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37340) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:27.912957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'security_group_rule': {'security_group_id': 'ce252fc2-b508-4e90-8f75-83eddb67789e', 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:27.919958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:27.924295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:security_group_rule and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:27.927868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:27.934504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:27.970521 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Project 880ea06ec3504a66b842211ec49c00f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 19:54:27.970710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572b82-b4a7-44d7-9b4a-23367be4365a req-c0a8322c-0ae2-4dab-bb4e-ff511fcc4852 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:27.972240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4572b82-b4a7-44d7-9b4a-23367be4365a req-c0a8322c-0ae2-4dab-bb4e-ff511fcc4852 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0931289
Apr 08 19:54:27.980321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:27.999787 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['26a0b063-e38c-4f5b-8de9-9c0781485a5e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:54:28.009832 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4572b82-b4a7-44d7-9b4a-23367be4365a req-49bf95f2-c7af-453a-8bf6-c398740e3010 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282598
Apr 08 19:54:28.060446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.090136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.098333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f05ab119-b8cb-4df0-b358-ef0802341742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:28.106256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Pushing event updated for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:28.114544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:28.116889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b11ae41-8f69-43c3-8b3b-6af2b218eae4,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:28.118945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:28.152755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.154270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2465248
Apr 08 19:54:28.208334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 9cd69885-37f2-4868-85f1-0731458ce3ea triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:28.208334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.534106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8ddd2-80b3-418e-b5ee-73124f2c0527 req-1a6465c6-5d84-495a-965f-1d284c88fef3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:28.536366 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7b8ddd2-80b3-418e-b5ee-73124f2c0527 req-1a6465c6-5d84-495a-965f-1d284c88fef3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0995755
Apr 08 19:54:28.555512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Attempting to bind port 62673b2f-a609-47d2-b088-a8362fecee4f on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:28.555930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Attempting to bind port 62673b2f-a609-47d2-b088-a8362fecee4f by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:28.556341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Attempting to bind port 62673b2f-a609-47d2-b088-a8362fecee4f on network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:28.572275 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7b8ddd2-80b3-418e-b5ee-73124f2c0527 req-14ce01a2-18cc-42a9-9791-de65848c8cc3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0289562
Apr 08 19:54:28.587834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:28.588260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Checking segment: {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:28.588709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.589150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Bound using segment: {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:28.589710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Bound port: 62673b2f-a609-47d2-b088-a8362fecee4f, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:28.590154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.712963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] For port 62673b2f-a609-47d2-b088-a8362fecee4f, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:28.716228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] For port 62673b2f-a609-47d2-b088-a8362fecee4f, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=62673b2f-a609-47d2-b088-a8362fecee4f,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:28.759951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:28.778885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:28.924334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5264222-b7a1-4582-8a05-689650a18510 req-128ef45e-1222-402f-b612-3d8e6ff75dcf tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:28.927100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Pushing event updated for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:28.927271 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e5264222-b7a1-4582-8a05-689650a18510 req-128ef45e-1222-402f-b612-3d8e6ff75dcf tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0965374
Apr 08 19:54:28.933323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:28.951373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e84c3-b67e-4758-8401-9f8387957d55 req-6dad396e-8375-4682-bbe5-51b06514432e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:28.953245 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f50e84c3-b67e-4758-8401-9f8387957d55 req-6dad396e-8375-4682-bbe5-51b06514432e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.1036489
Apr 08 19:54:28.974559 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e5264222-b7a1-4582-8a05-689650a18510 req-cda91ee4-a3db-4447-8666-79d4d371ba31 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393779
Apr 08 19:54:28.993526 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f50e84c3-b67e-4758-8401-9f8387957d55 req-3080f166-1b22-4722-b65d-62c223121a02 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304968
Apr 08 19:54:29.001771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:54:29.002477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:54:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:29.243567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:54:29.247411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45aef-d1f2-425f-8c87-112da193ce3b req-386e532b-1294-4fdc-ac83-572a59c4bd13 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:29.249128 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7d45aef-d1f2-425f-8c87-112da193ce3b req-386e532b-1294-4fdc-ac83-572a59c4bd13 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0990727
Apr 08 19:54:29.282642 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7d45aef-d1f2-425f-8c87-112da193ce3b req-5bb328ef-1c9d-4537-9e78-427791ea66f8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260389
Apr 08 19:54:29.584681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabd30>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:23Z', 'revision_number': 4, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '62673b2f-a609-47d2-b088-a8362fecee4f', 'name': '', 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'mac_address': 'fa:16:3e:96:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:22Z', 'updated_at': '2021-04-08T19:54:28Z', 'revision_number': 4, 'project_id': '614438f37ff744a2a457419047ca9877', 'subnets': [{'id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:54:29.588683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e1d83-5ec7-4fa7-8a5d-11787546d5d1 None None] The sync data for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi is: [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T19:54:23Z', 'revision_number': 4, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '62673b2f-a609-47d2-b088-a8362fecee4f', 'name': '', 'network_id': '792b8f4e-8acd-4f5b-94e5-c17e597a79d7', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'mac_address': 'fa:16:3e:96:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:22Z', 'updated_at': '2021-04-08T19:54:28Z', 'revision_number': 4, 'project_id': '614438f37ff744a2a457419047ca9877', 'subnets': [{'id': '7d66d748-4715-4b9a-9d87-f7d604706e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:54:29.770452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 62673b2f-a609-47d2-b088-a8362fecee4f up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:29.843102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb467f-ddce-473d-a049-56df4deaf479 req-1a307073-48b9-4c14-b3c3-c70b12507860 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:29.844747 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6acb467f-ddce-473d-a049-56df4deaf479 req-1a307073-48b9-4c14-b3c3-c70b12507860 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1072001
Apr 08 19:54:29.877394 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6acb467f-ddce-473d-a049-56df4deaf479 req-bf468c02-4591-4376-8b8b-b3ded4264b6c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248394
Apr 08 19:54:29.884467 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 62673b2f-a609-47d2-b088-a8362fecee4f completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:29.890581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 62673b2f-a609-47d2-b088-a8362fecee4f triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:29.891134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:30.021193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:30.041729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 62673b2f-a609-47d2-b088-a8362fecee4f, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=62673b2f-a609-47d2-b088-a8362fecee4f,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:30.084558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:30.087862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:30.188691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:30.194154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:30.204354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dd7c5-1c14-42ee-9f38-e3bb2c3b47d0 req-ff7c9ff6-5797-444c-8e46-b0f1a84db250 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:30.210709 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-144dd7c5-1c14-42ee-9f38-e3bb2c3b47d0 req-ff7c9ff6-5797-444c-8e46-b0f1a84db250 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1146219
Apr 08 19:54:30.217175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562f30-00b2-4769-8dff-528e977de084 req-ddce1f95-7384-4cca-ace6-feae89e0ef8c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:30.218815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10562f30-00b2-4769-8dff-528e977de084 req-ddce1f95-7384-4cca-ace6-feae89e0ef8c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.1005089
Apr 08 19:54:30.256573 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10562f30-00b2-4769-8dff-528e977de084 req-598073f9-0cac-4c89-a89c-4e1f42cfe722 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300941
Apr 08 19:54:30.261971 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-144dd7c5-1c14-42ee-9f38-e3bb2c3b47d0 req-b8dfe595-19c1-494d-bcc7-b24ca274823a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333610
Apr 08 19:54:30.491404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f652-81be-47c7-9d0f-bbb5c2f4fa5f req-31a7d481-de91-4b84-935f-52d2d7301997 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:30.493072 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aa31f652-81be-47c7-9d0f-bbb5c2f4fa5f req-31a7d481-de91-4b84-935f-52d2d7301997 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0915153
Apr 08 19:54:30.526324 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aa31f652-81be-47c7-9d0f-bbb5c2f4fa5f req-130e1035-3ecb-4c21-8514-edf7fb28de78 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264201
Apr 08 19:54:31.300382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6f98-14e1-4df6-91ec-61ed1eb32d6a req-6cef84d8-f02d-4646-ad33-e1de1fe8b5af tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:31.302991 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d0da6f98-14e1-4df6-91ec-61ed1eb32d6a req-6cef84d8-f02d-4646-ad33-e1de1fe8b5af tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.3019440
Apr 08 19:54:31.336549 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d0da6f98-14e1-4df6-91ec-61ed1eb32d6a req-90fb61f3-8b91-4058-95b1-2a69cb1580f3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268719
Apr 08 19:54:31.468040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8de3e-44fa-4361-8654-b0eb333dfb28 req-d4404125-6a4a-4a1a-aa69-e7b34676807a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:31.469667 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37a8de3e-44fa-4361-8654-b0eb333dfb28 req-d4404125-6a4a-4a1a-aa69-e7b34676807a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0883923
Apr 08 19:54:31.504879 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37a8de3e-44fa-4361-8654-b0eb333dfb28 req-63180793-ba65-469d-ba7a-8c5a80334418 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275900
Apr 08 19:54:31.544557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93b682-cc95-409e-9594-657f8b1f493d req-ff190f2a-0a3d-481b-b3d3-cbd6f924d9b6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:31.546091 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0e93b682-cc95-409e-9594-657f8b1f493d req-ff190f2a-0a3d-481b-b3d3-cbd6f924d9b6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.0892856
Apr 08 19:54:31.577061 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0e93b682-cc95-409e-9594-657f8b1f493d req-41f58c07-721d-4ca9-baf3-872c21967a4c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238750
Apr 08 19:54:31.718610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 62673b2f-a609-47d2-b088-a8362fecee4f up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:31.728200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c8b3a-4cf3-449a-88f8-ebf3eb772e30 req-f91bbfff-a10d-4325-be2f-38f06767c78c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:31.729806 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fc5c8b3a-4cf3-449a-88f8-ebf3eb772e30 req-f91bbfff-a10d-4325-be2f-38f06767c78c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0897489
Apr 08 19:54:31.761198 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fc5c8b3a-4cf3-449a-88f8-ebf3eb772e30 req-2093a74c-b84c-41ca-a252-b4476d1f9964 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249615
Apr 08 19:54:31.792007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 62673b2f-a609-47d2-b088-a8362fecee4f triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:31.792435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:32.561929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a19d-4b5d-47ec-aee2-3b3943376f48 req-3a04bc13-30f0-4d1f-b4af-c002c12f19a2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:32.566728 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d422a19d-4b5d-47ec-aee2-3b3943376f48 req-3a04bc13-30f0-4d1f-b4af-c002c12f19a2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0929291
Apr 08 19:54:32.605208 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d422a19d-4b5d-47ec-aee2-3b3943376f48 req-88b88add-00a1-48bd-bd42-f4b6f705c0ee tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280888
Apr 08 19:54:32.712846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e33a9-22dd-4ce9-a65e-4362cb2b9c2e req-36fab1e1-86b6-4111-aae6-9744b804ba46 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:32.714477 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-914e33a9-22dd-4ce9-a65e-4362cb2b9c2e req-36fab1e1-86b6-4111-aae6-9744b804ba46 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0939436
Apr 08 19:54:32.755270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-914e33a9-22dd-4ce9-a65e-4362cb2b9c2e req-167c304f-7d2f-4f30-bf7b-01ccfa19654a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330203
Apr 08 19:54:32.825080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9637-34d7-494b-9068-e691e2ef7d44 req-0321decb-1455-4438-a3aa-2183c86246b1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:32.826702 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f7f9637-34d7-494b-9068-e691e2ef7d44 req-0321decb-1455-4438-a3aa-2183c86246b1 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 944 time: 0.1011462
Apr 08 19:54:32.858715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f7f9637-34d7-494b-9068-e691e2ef7d44 req-a66366d3-bb60-46a0-ad6f-b7e5b8f3fa49 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245893
Apr 08 19:54:32.971027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0573-8054-4b98-8304-81b2fa40d439 req-9cbecf7c-802b-44f9-b57b-b8141426f403 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:32.972885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-836d0573-8054-4b98-8304-81b2fa40d439 req-9cbecf7c-802b-44f9-b57b-b8141426f403 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0939882
Apr 08 19:54:33.009271 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-836d0573-8054-4b98-8304-81b2fa40d439 req-7c2ef26a-b139-4369-8bf2-4e7ef067180c tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299950
Apr 08 19:54:33.429482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 26a0b063-e38c-4f5b-8de9-9c0781485a5e up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:33.532733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 26a0b063-e38c-4f5b-8de9-9c0781485a5e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:33.538449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 26a0b063-e38c-4f5b-8de9-9c0781485a5e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:33.538864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:33.680113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:33.700041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:33.711566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:33.754761 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e', 'code': 200}
Apr 08 19:54:33.770300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:33.772499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:33.843683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae54ea-ee6f-4e1f-b221-1a068c722310 req-2e4231ad-ea9d-432b-802c-97eba8cabfce tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:33.846280 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-45ae54ea-ee6f-4e1f-b221-1a068c722310 req-2e4231ad-ea9d-432b-802c-97eba8cabfce tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1027246
Apr 08 19:54:33.877228 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-45ae54ea-ee6f-4e1f-b221-1a068c722310 req-b5913966-0f2d-4414-9c4a-3983a9a85a78 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255594
Apr 08 19:54:33.893521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:33.909297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:33.990367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dddae-1f23-4540-81d2-02f2d8b87f2a req-4c77c95a-87a7-40ac-b5db-c5694a9e45d6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:33.993007 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-521dddae-1f23-4540-81d2-02f2d8b87f2a req-4c77c95a-87a7-40ac-b5db-c5694a9e45d6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1057553
Apr 08 19:54:34.029280 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-521dddae-1f23-4540-81d2-02f2d8b87f2a req-240e7d14-74b7-4f92-973d-54a1ae6d3add tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287588
Apr 08 19:54:34.155547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469fd6-0560-434c-9c41-3fd4eb1ba038 req-72d8d804-b6a8-4224-aa95-ae12aa94d80a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:34.157221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fc469fd6-0560-434c-9c41-3fd4eb1ba038 req-72d8d804-b6a8-4224-aa95-ae12aa94d80a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.1586599
Apr 08 19:54:34.168963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb766b-f3a5-4c58-88c1-60608393bc99 req-0de86bc8-a27e-40c4-b624-8c0a0097bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:34.170582 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dccb766b-f3a5-4c58-88c1-60608393bc99 req-0de86bc8-a27e-40c4-b624-8c0a0097bbe9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 1098 time: 0.1182649
Apr 08 19:54:34.210829 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fc469fd6-0560-434c-9c41-3fd4eb1ba038 req-228a5da1-0ab3-4680-9e03-e54414b15444 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444291
Apr 08 19:54:34.212727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dccb766b-f3a5-4c58-88c1-60608393bc99 req-96975fe3-2b46-482d-9755-49fc7bcecce3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295930
Apr 08 19:54:34.230619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd2da-6007-4242-a746-dedd27d79c2b req-aa76f39e-5ec6-4676-b3f7-22dd40fc8b55 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:34.232283 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03dfd2da-6007-4242-a746-dedd27d79c2b req-aa76f39e-5ec6-4676-b3f7-22dd40fc8b55 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0939710
Apr 08 19:54:34.265046 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03dfd2da-6007-4242-a746-dedd27d79c2b req-a088ec11-ce0c-4027-82c6-acf7e9e48a89 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255985
Apr 08 19:54:35.101837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c4623-a308-4a90-b01c-07df067a299e req-902bd032-a464-49b7-9909-8ac07cacc0f8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:35.105190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-365c4623-a308-4a90-b01c-07df067a299e req-902bd032-a464-49b7-9909-8ac07cacc0f8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1014190
Apr 08 19:54:35.140827 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-365c4623-a308-4a90-b01c-07df067a299e req-af30e212-a7e4-4b72-b4c6-6bc24561519c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307298
Apr 08 19:54:35.374078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275a92c-51cf-4b72-98ac-592a46120fff req-1d4ea930-93a8-431f-bf3a-2d2e7fad9048 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:35.375902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c275a92c-51cf-4b72-98ac-592a46120fff req-1d4ea930-93a8-431f-bf3a-2d2e7fad9048 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0913651
Apr 08 19:54:35.412039 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c275a92c-51cf-4b72-98ac-592a46120fff req-62c24751-07c8-4b39-8689-e64ffa37feb8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283759
Apr 08 19:54:35.418429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb96da1-fb27-42c2-a487-af21dccfac1b req-bb5b4b8a-41ac-4046-b2a4-ed30e29aca30 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:35.420084 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-deb96da1-fb27-42c2-a487-af21dccfac1b req-bb5b4b8a-41ac-4046-b2a4-ed30e29aca30 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.0932426
Apr 08 19:54:35.445626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:54:35.465762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-deb96da1-fb27-42c2-a487-af21dccfac1b req-f560b888-0191-4609-a756-0c146a1bc9dc tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345902
Apr 08 19:54:35.612055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074b263-fd05-4b3b-a078-0e407ba1ad58 req-3f01e0dd-6448-44ea-ad94-d6d39fb00935 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:35.616130 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0074b263-fd05-4b3b-a078-0e407ba1ad58 req-3f01e0dd-6448-44ea-ad94-d6d39fb00935 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1004229
Apr 08 19:54:35.654942 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0074b263-fd05-4b3b-a078-0e407ba1ad58 req-92bae19e-6edb-4ef5-a09a-135a5bd8e546 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330088
Apr 08 19:54:35.783475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:35.799641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:54:35.859948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:35.861269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:54:35.877882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:35.912441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:35.914999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:35.992443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=6']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:35.995473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:36.063013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['491819ea-e8ee-4cea-ad7f-0f8130ee400e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:54:36.367381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e2dc-6c8d-4ca5-820b-dba3f57ab8b1 req-6bd3dc51-cda0-489f-8865-eb1f32e49f73 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:36.368988 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc05e2dc-6c8d-4ca5-820b-dba3f57ab8b1 req-6bd3dc51-cda0-489f-8865-eb1f32e49f73 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.0930662
Apr 08 19:54:36.404300 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc05e2dc-6c8d-4ca5-820b-dba3f57ab8b1 req-cdc692c5-dc3c-4a86-9ead-b8eeca9d3d8b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287793
Apr 08 19:54:36.636295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84239bb-6eb7-448e-bdcf-910db97c8008 req-79110a46-9558-47f0-8fbc-c7d725955844 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:36.638412 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b84239bb-6eb7-448e-bdcf-910db97c8008 req-79110a46-9558-47f0-8fbc-c7d725955844 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1074934
Apr 08 19:54:36.674059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b84239bb-6eb7-448e-bdcf-910db97c8008 req-2ffc8e8c-c7de-44d4-acaa-a9c867321886 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285995
Apr 08 19:54:36.690430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b702a-e6b0-4046-9fa2-dc9022269419 req-66944f58-58ab-469a-a49d-583804e4938d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:36.690430 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b59b702a-e6b0-4046-9fa2-dc9022269419 req-66944f58-58ab-469a-a49d-583804e4938d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.1093800
Apr 08 19:54:36.722175 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b59b702a-e6b0-4046-9fa2-dc9022269419 req-7ccd4d8a-414b-4cee-b3ed-ac46fe778687 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252650
Apr 08 19:54:36.898821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d39ef-4e48-4226-aed9-eb96507a6c31 req-0c4c4e30-8a65-4410-b40e-facae7971504 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:36.909411 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b1d39ef-4e48-4226-aed9-eb96507a6c31 req-0c4c4e30-8a65-4410-b40e-facae7971504 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1311271
Apr 08 19:54:36.954484 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b1d39ef-4e48-4226-aed9-eb96507a6c31 req-48c410bf-7366-436f-8c96-ddc16266c379 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439332
Apr 08 19:54:37.471500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:54:37.558305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:37.559008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:37.790910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317db56-7e16-485d-ae98-ee9fff2b7831 req-87ccccf2-7031-4f61-af4b-1c3d0be103b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:37.792556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a317db56-7e16-485d-ae98-ee9fff2b7831 req-87ccccf2-7031-4f61-af4b-1c3d0be103b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.2325346
Apr 08 19:54:37.852263 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a317db56-7e16-485d-ae98-ee9fff2b7831 req-086fba35-0219-4af0-9be9-586f204ab0ec tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508709
Apr 08 19:54:37.865880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:37.877970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:37.890595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:37.937221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'code': 200}
Apr 08 19:54:37.941715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:37.943979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:37.954141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77a52-afd3-46cd-a81f-fed6db85f769 req-753bfff9-5c57-4bd2-be75-43fdff9e52a7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:37.956086 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43a77a52-afd3-46cd-a81f-fed6db85f769 req-753bfff9-5c57-4bd2-be75-43fdff9e52a7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1215973
Apr 08 19:54:38.036079 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-43a77a52-afd3-46cd-a81f-fed6db85f769 req-d77c0e05-8de0-4e59-afdd-104ffe6bbdec tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670989
Apr 08 19:54:38.085340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=7']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:38.098716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:38.257521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a8e76-0553-4edd-8616-4e99b758653c req-699f33bf-1d41-4db0-8c0b-b616cb7c73c8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:38.262385 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e8a8e76-0553-4edd-8616-4e99b758653c req-699f33bf-1d41-4db0-8c0b-b616cb7c73c8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0994635
Apr 08 19:54:38.295089 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e8a8e76-0553-4edd-8616-4e99b758653c req-795d2256-0855-4554-8d44-e16c800388e5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295665
Apr 08 19:54:39.076347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1551e-957a-4828-81b0-c6758019480b req-37b3a57a-eed7-4dcc-9156-02a660cad8eb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:39.085491 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c5b1551e-957a-4828-81b0-c6758019480b req-37b3a57a-eed7-4dcc-9156-02a660cad8eb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1028190
Apr 08 19:54:39.127626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c5b1551e-957a-4828-81b0-c6758019480b req-93e2d292-2baa-43c4-8f8b-7fafeb8434ac tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410342
Apr 08 19:54:39.373244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dc4c3-9bce-48bb-a28f-c0bbd79a6da7 req-537f988f-cb30-42ab-aa45-be8903b02b35 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:39.377090 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9f1dc4c3-9bce-48bb-a28f-c0bbd79a6da7 req-537f988f-cb30-42ab-aa45-be8903b02b35 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1145813
Apr 08 19:54:39.425035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9f1dc4c3-9bce-48bb-a28f-c0bbd79a6da7 req-068b2731-17c2-4dfc-af1d-43d88077e11f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330622
Apr 08 19:54:39.450343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37612) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:39.710885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:39.751606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:39.756168 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1b5c-8ce6-4303-a8f7-427b27b42d23 req-9c8d4d92-b97a-4fdf-ad2b-f8caa1a82bd7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:39.758559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Usage tracker for resource:security_group_rule and tenant:4510e87a5ebc46cbb65386785a54391c is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:54:39.765031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:54:39.768017 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b97b1b5c-8ce6-4303-a8f7-427b27b42d23 req-9c8d4d92-b97a-4fdf-ad2b-f8caa1a82bd7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1861267
Apr 08 19:54:39.777659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:39.798210 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b97b1b5c-8ce6-4303-a8f7-427b27b42d23 req-b18b7ce6-4e70-42ce-952b-0a22ac4bebde tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0291052
Apr 08 19:54:39.891526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:39.925643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:39.936429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-44585fe3-22e1-4073-a026-22b3c3f451da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:40.000727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4510e87a5ebc46cbb65386785a54391c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5492098
Apr 08 19:54:40.004960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37622) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:40.110328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67478034-9635-4655-a706-f1461b9cc36f,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:40.118495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91862b-4f7b-4732-8e0d-27a6661de389 req-ce56620e-1f37-4c82-a7fa-cc20b38d5a0a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.127149 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4f91862b-4f7b-4732-8e0d-27a6661de389 req-ce56620e-1f37-4c82-a7fa-cc20b38d5a0a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1446779
Apr 08 19:54:40.136506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:40.136506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:40.161157 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4f91862b-4f7b-4732-8e0d-27a6661de389 req-b78e565c-82c0-4636-8f03-f232c16df89e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329268
Apr 08 19:54:40.223957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:40.344215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-db4f1c15-2ae0-4bf4-975b-5ba4a3a71e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.345859 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-db4f1c15-2ae0-4bf4-975b-5ba4a3a71e5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1098 time: 0.2018390
Apr 08 19:54:40.523422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c3cc-4ad4-4ba4-bbec-9b76e756aded req-e19645bf-b462-49ea-a388-1d069da98f6b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.525063 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ad97c3cc-4ad4-4ba4-bbec-9b76e756aded req-e19645bf-b462-49ea-a388-1d069da98f6b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.2461948
Apr 08 19:54:40.533953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-fe4886f3-ebc2-4f8b-a7f3-b5b0a4146ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.535473 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-fe4886f3-ebc2-4f8b-a7f3-b5b0a4146ae3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1817286
Apr 08 19:54:40.633509 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ad97c3cc-4ad4-4ba4-bbec-9b76e756aded req-5538bb60-fbda-4a21-b1e8-a5f708e4ea24 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010761
Apr 08 19:54:40.664759 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-974cf35a-e932-497d-b42d-5ff39f92cb8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 1000 time: 0.1179948
Apr 08 19:54:40.738631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-39cb01dd-6674-4b49-bd99-fa4ae08e65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.740334 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-39cb01dd-6674-4b49-bd99-fa4ae08e65ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0652485
Apr 08 19:54:40.839472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-856f34d5-c56e-41f8-ad2d-c4525a2d46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:40.841138 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-856f34d5-c56e-41f8-ad2d-c4525a2d46b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880303
Apr 08 19:54:41.000450 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-84ced70a-94df-44ae-9a1b-1afcf9eb9c86 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486971
Apr 08 19:54:41.026868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696866-79d1-47da-aadd-a9368c0096cb req-037bbdab-06e0-4046-9c61-38bef934cfce tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:41.028639 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a696866-79d1-47da-aadd-a9368c0096cb req-037bbdab-06e0-4046-9c61-38bef934cfce tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1093488
Apr 08 19:54:41.071884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a696866-79d1-47da-aadd-a9368c0096cb req-9a1e9d36-bea4-4690-adb6-a1b17007fe16 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351555
Apr 08 19:54:41.092898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:41.104653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9c752fc2-b41a-4088-88be-70c11752d0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:41.127179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67478034-9635-4655-a706-f1461b9cc36f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:41.133187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:41.143320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:41.147268 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67478034-9635-4655-a706-f1461b9cc36f HTTP/1.1" status: 204  len: 168 time: 1.1364031
Apr 08 19:54:41.223061 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bdf2848-86d7-4b6f-bcc2-3a352a18e7fe req-e063650f-9525-4c76-960f-47ab8754efa0 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146080
Apr 08 19:54:41.517444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b55ef-7191-4e60-b21f-e45b58f02857 req-b952a438-b09b-4cef-8ee0-e9bae71a7b45 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:41.523298 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5d3b55ef-7191-4e60-b21f-e45b58f02857 req-b952a438-b09b-4cef-8ee0-e9bae71a7b45 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1780097
Apr 08 19:54:41.573059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5d3b55ef-7191-4e60-b21f-e45b58f02857 req-63de0a66-54f0-4e6d-8833-87f332e70456 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431566
Apr 08 19:54:41.883389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2b571-9ede-4141-bfd7-56fd9b7d3865 req-b405d13d-7e39-4eb3-b2dd-b13761e063f0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:41.886399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bb2b571-9ede-4141-bfd7-56fd9b7d3865 req-b405d13d-7e39-4eb3-b2dd-b13761e063f0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1238744
Apr 08 19:54:41.926815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bb2b571-9ede-4141-bfd7-56fd9b7d3865 req-b12524ba-dfbb-423e-b074-854ad1429497 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333147
Apr 08 19:54:42.317307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217ce3b-bbd4-461a-825f-7fba7044696b req-729fb43c-2437-4fdc-ba0f-8dc2edb2e8b6 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:42.318918 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5217ce3b-bbd4-461a-825f-7fba7044696b req-729fb43c-2437-4fdc-ba0f-8dc2edb2e8b6 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1114838
Apr 08 19:54:42.359392 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5217ce3b-bbd4-461a-825f-7fba7044696b req-d0704d8b-b7c0-4ecd-a98e-c2c50f4c2582 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299366
Apr 08 19:54:42.854393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe623-fbc4-4c99-aa91-b7c4ebe9fee9 req-d016cb01-ad66-4bc6-800c-4114bad96717 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:42.863801 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-146fe623-fbc4-4c99-aa91-b7c4ebe9fee9 req-d016cb01-ad66-4bc6-800c-4114bad96717 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0997701
Apr 08 19:54:42.888994 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-146fe623-fbc4-4c99-aa91-b7c4ebe9fee9 req-179bb1fa-30be-4d31-a3fd-69c1c9e3d2da tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257971
Apr 08 19:54:43.153761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f38be-895c-44f3-93b2-f95d4762e47c req-65a4d57a-0d5c-4dea-baa6-21f57e4c28fc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:43.155438 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-828f38be-895c-44f3-93b2-f95d4762e47c req-65a4d57a-0d5c-4dea-baa6-21f57e4c28fc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0996108
Apr 08 19:54:43.194247 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-828f38be-895c-44f3-93b2-f95d4762e47c req-bfcd9993-2db2-4430-bab6-b15c6172613e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317895
Apr 08 19:54:43.599150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a5ffe-25d8-45f6-a570-6d7baec9bfdc req-e7ac3c51-b3b9-42d6-a7f1-32b8a4b464af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:43.600915 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b2a5ffe-25d8-45f6-a570-6d7baec9bfdc req-e7ac3c51-b3b9-42d6-a7f1-32b8a4b464af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1028755
Apr 08 19:54:43.639988 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b2a5ffe-25d8-45f6-a570-6d7baec9bfdc req-cfc0c2e4-3b65-491d-b279-e34ac12f2b31 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319035
Apr 08 19:54:44.452992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9535c-43a3-4c1e-8bdc-8660d8e9a133 req-1468644a-9896-468e-b417-a2e4b02c3694 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:44.454661 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-faa9535c-43a3-4c1e-8bdc-8660d8e9a133 req-1468644a-9896-468e-b417-a2e4b02c3694 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0969427
Apr 08 19:54:44.492005 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-faa9535c-43a3-4c1e-8bdc-8660d8e9a133 req-914abe9b-2539-4b1f-a07b-4ada4f4a5fb1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291698
Apr 08 19:54:44.863569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f68e7-9307-4da1-9980-7fde8edbab81 req-dd4fbd11-c3e4-4f69-bbac-89977c349703 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:44.865560 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-592f68e7-9307-4da1-9980-7fde8edbab81 req-dd4fbd11-c3e4-4f69-bbac-89977c349703 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1002529
Apr 08 19:54:44.901986 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-592f68e7-9307-4da1-9980-7fde8edbab81 req-45504964-8e6b-450b-bd4b-2604670a91db tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301337
Apr 08 19:54:45.744904 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa9a3-ea2d-487d-bc70-d0e6eaa60e86 req-c09e6504-bab2-415c-aa4c-22b0d77f16bd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:45.746556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4d3fa9a3-ea2d-487d-bc70-d0e6eaa60e86 req-c09e6504-bab2-415c-aa4c-22b0d77f16bd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1205056
Apr 08 19:54:45.780975 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4d3fa9a3-ea2d-487d-bc70-d0e6eaa60e86 req-54af4a1d-7ad2-4674-acb1-7d0f69d55ee0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0280967
Apr 08 19:54:45.960821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:46.150889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee43205-b0cb-4824-baaa-53e93ba8c370 req-a4929e68-258d-445d-8caa-c05d0ae49c5b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:46.152750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ee43205-b0cb-4824-baaa-53e93ba8c370 req-a4929e68-258d-445d-8caa-c05d0ae49c5b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0964193
Apr 08 19:54:46.194250 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ee43205-b0cb-4824-baaa-53e93ba8c370 req-cf83dcad-d829-4349-bdcd-bff5bfdf820f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313084
Apr 08 19:54:47.023262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a837f-9dcb-4977-ae7a-1e551c6ca5c3 req-a131bea9-d967-42ed-860a-ceae658a15d6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:47.025645 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-879a837f-9dcb-4977-ae7a-1e551c6ca5c3 req-a131bea9-d967-42ed-860a-ceae658a15d6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.1104424
Apr 08 19:54:47.058866 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-879a837f-9dcb-4977-ae7a-1e551c6ca5c3 req-0b8e1f14-a791-4f3c-b7cd-15ae8e63f386 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263345
Apr 08 19:54:47.419680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e299fb5-f947-4c68-8eb5-9c76f67c7d44 req-9396d385-919b-42d4-addf-f4312ed8d80a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:47.421278 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e299fb5-f947-4c68-8eb5-9c76f67c7d44 req-9396d385-919b-42d4-addf-f4312ed8d80a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1074042
Apr 08 19:54:47.453152 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e299fb5-f947-4c68-8eb5-9c76f67c7d44 req-75304620-ecd1-46cb-b587-7c5af1275fef tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247283
Apr 08 19:54:48.315088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853019a3-9e1e-43ea-9abb-a6efba20ab3c req-5393477a-34b1-4b92-8c19-4b2fec53aa19 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:48.317354 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-853019a3-9e1e-43ea-9abb-a6efba20ab3c req-5393477a-34b1-4b92-8c19-4b2fec53aa19 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0952427
Apr 08 19:54:48.349908 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-853019a3-9e1e-43ea-9abb-a6efba20ab3c req-975bb17f-7b5d-46fb-8880-e9a5b1873fcf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256166
Apr 08 19:54:48.693573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0569a-7263-41d6-b364-02fec93fe263 req-94323446-7414-4940-89bc-77d303a4a38b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:48.695287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fad0569a-7263-41d6-b364-02fec93fe263 req-94323446-7414-4940-89bc-77d303a4a38b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0927205
Apr 08 19:54:48.740654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fad0569a-7263-41d6-b364-02fec93fe263 req-6f478263-0fb3-4387-88b8-bee91ff007ba tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387192
Apr 08 19:54:49.526629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61e6c-c14e-4ed6-a19d-c04e2a462712 req-6c94b00b-dfe4-45a1-be05-fab84440626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:49.528299 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-80b61e6c-c14e-4ed6-a19d-c04e2a462712 req-6c94b00b-dfe4-45a1-be05-fab84440626e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.0838256
Apr 08 19:54:49.563401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83496fd-8b9d-4203-b4db-b571cd23a814 req-b9a5d923-937f-45d3-98d8-d6564bd6e549 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:49.564987 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e83496fd-8b9d-4203-b4db-b571cd23a814 req-b9a5d923-937f-45d3-98d8-d6564bd6e549 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0940509
Apr 08 19:54:49.587934 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-80b61e6c-c14e-4ed6-a19d-c04e2a462712 req-5220ff7b-4517-45db-b04c-2043dbad6990 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0205057
Apr 08 19:54:49.595809 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e83496fd-8b9d-4203-b4db-b571cd23a814 req-473dca3a-2859-429f-a321-bdf4cd6b60e2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236251
Apr 08 19:54:49.918849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-d51eab2b-1c50-4a27-ac4f-7cd96fd9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:49.920330 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-d51eab2b-1c50-4a27-ac4f-7cd96fd9e204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1098 time: 0.1311135
Apr 08 19:54:50.041910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fb9b8-1271-4d12-a2dd-8cb496aa1f4d req-d3f36e37-7b14-4d09-9892-a47619d975b2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:50.043505 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-083fb9b8-1271-4d12-a2dd-8cb496aa1f4d req-d3f36e37-7b14-4d09-9892-a47619d975b2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1862974
Apr 08 19:54:50.316763 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-083fb9b8-1271-4d12-a2dd-8cb496aa1f4d req-6adbd822-3ed9-4e30-918b-75dd8bfba802 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645862
Apr 08 19:54:50.321454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-76b9c3ea-40ec-46ce-b670-073acb1f1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:50.323231 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-76b9c3ea-40ec-46ce-b670-073acb1f1f55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.3894222
Apr 08 19:54:50.444107 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-453916d3-081e-4568-899b-4f7f5beb0edf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 1001 time: 0.1100707
Apr 08 19:54:50.536896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-72cc9479-5312-4166-8948-6cee3ee3ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:50.538483 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-72cc9479-5312-4166-8948-6cee3ee3ec53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.0811543
Apr 08 19:54:50.634041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-3796fb0b-1f9b-4e0d-90d6-a36ed5ab6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:50.635996 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-3796fb0b-1f9b-4e0d-90d6-a36ed5ab6163 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831878
Apr 08 19:54:50.804259 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-a86389ff-b659-489d-8423-7d8299d28f28 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479862
Apr 08 19:54:50.817608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40a926-7b3a-4f1d-bca9-f9c4d2af0a5c req-47b3f0f4-8476-4e5b-8a01-b3f65faedf77 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:50.819294 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b40a926-7b3a-4f1d-bca9-f9c4d2af0a5c req-47b3f0f4-8476-4e5b-8a01-b3f65faedf77 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0924361
Apr 08 19:54:50.854879 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b40a926-7b3a-4f1d-bca9-f9c4d2af0a5c req-56087cfd-deac-4a36-b2b8-7f14148b8860 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291879
Apr 08 19:54:50.977579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c1b6238-b28d-49da-88dc-c46da5eb8c21 req-ed58e6a4-caea-4498-8b42-cb49e66a228e service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446447
Apr 08 19:54:51.517213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01aa-4ded-4c9c-87c5-b6fa727b6cc5 req-56c054d6-1d4c-4ee4-82c9-5d91c1eede92 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:51.518845 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4d7f01aa-4ded-4c9c-87c5-b6fa727b6cc5 req-56c054d6-1d4c-4ee4-82c9-5d91c1eede92 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0867939
Apr 08 19:54:51.553892 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4d7f01aa-4ded-4c9c-87c5-b6fa727b6cc5 req-1eac36aa-184a-4e05-b409-94bac3248525 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262167
Apr 08 19:54:52.069735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5727-d347-4c0b-8fd5-9a6f674e4d7f req-867bcdf2-682d-4fc2-9196-f0fea7afd0ab tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:52.071520 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aced5727-d347-4c0b-8fd5-9a6f674e4d7f req-867bcdf2-682d-4fc2-9196-f0fea7afd0ab tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0904324
Apr 08 19:54:52.103082 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aced5727-d347-4c0b-8fd5-9a6f674e4d7f req-d99cb923-7213-42a2-809d-274851b03daf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251315
Apr 08 19:54:52.240751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2738e-78b2-444f-baca-2febab009e56 req-293093fb-5515-4a09-88b8-6acf9b7379a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:52.242375 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-293093fb-5515-4a09-88b8-6acf9b7379a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7006dad3204436a927ec6c8460bdcdc&device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 1098 time: 0.1546373
Apr 08 19:54:52.255002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c7b7e-d86a-4c3a-87c7-e6245f4add16 req-a5077faa-87b0-45ae-ab64-d9d22a74578e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:52.256496 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d41c7b7e-d86a-4c3a-87c7-e6245f4add16 req-a5077faa-87b0-45ae-ab64-d9d22a74578e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1275370
Apr 08 19:54:52.368509 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d41c7b7e-d86a-4c3a-87c7-e6245f4add16 req-b24efcca-0755-4921-bb4c-ce7233ec911f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861635
Apr 08 19:54:52.416992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2738e-78b2-444f-baca-2febab009e56 req-122ab8fd-4427-4766-91f8-f035bc7af72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:52.418585 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-122ab8fd-4427-4766-91f8-f035bc7af72d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 200  len: 920 time: 0.1611745
Apr 08 19:54:52.500228 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-888fcb25-d6e8-4ecf-b35d-50a88bf980e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 200  len: 217 time: 0.0734184
Apr 08 19:54:52.571980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2738e-78b2-444f-baca-2febab009e56 req-0f23cb47-992c-46b8-bbcf-a1647f11985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:52.573492 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-0f23cb47-992c-46b8-bbcf-a1647f11985a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 200  len: 859 time: 0.0639477
Apr 08 19:54:52.634182 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-c39a97e6-5f3b-43ff-a28b-8d19016b3c1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522530
Apr 08 19:54:52.721274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-506985ca-8c9a-494a-aae0-89e7e34b53ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:52.788188 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-af9438eb-8b22-460b-af6a-609728f2be48 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462598
Apr 08 19:54:52.892648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-873cbe6a-fd4e-42f4-bfbb-8646ba4af959 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:52.941646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-873cbe6a-fd4e-42f4-bfbb-8646ba4af959 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:52.945172 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b7d2738e-78b2-444f-baca-2febab009e56 req-24596628-297e-42b7-b28b-4ea6b16a3375 service neutron] 10.222.0.10 "GET /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414099
Apr 08 19:54:52.951150 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-873cbe6a-fd4e-42f4-bfbb-8646ba4af959 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418908828&fields=id&tenant_id=880ea06ec3504a66b842211ec49c00f5 HTTP/1.1" status: 200  len: 267 time: 0.0844483
Apr 08 19:54:53.119144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-1e6f6f75-c550-4929-8ff7-f9b03dd5dc05 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:53.121763 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-1e6f6f75-c550-4929-8ff7-f9b03dd5dc05 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 809 time: 0.1692910
Apr 08 19:54:53.138604 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-2ceef8f3-4eba-41c9-954b-dcec535493f5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/quotas/880ea06ec3504a66b842211ec49c00f5 HTTP/1.1" status: 200  len: 375 time: 0.0115600
Apr 08 19:54:53.244036 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-02164659-f0d4-4339-8f48-45b637c49abb tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0976126
Apr 08 19:54:53.410276 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-46daac4e-2067-40c4-9c71-a0c45aeb706c service neutron] 10.222.0.68 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524701
Apr 08 19:54:53.541643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa69c-ef04-4b23-a633-c9b4e365e0cf req-df4ed0e0-951b-44d8-a561-5c907b48b6ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:53.543254 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a08fa69c-ef04-4b23-a633-c9b4e365e0cf req-df4ed0e0-951b-44d8-a561-5c907b48b6ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 945 time: 0.0902770
Apr 08 19:54:53.557925 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-dc8448e5-8213-4691-b98c-edc94442fbb6 service neutron] 10.222.0.68 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408629
Apr 08 19:54:53.568112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:54:53.582645 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a08fa69c-ef04-4b23-a633-c9b4e365e0cf req-d732c7ef-235f-4c4a-b37e-7cee3e2c8a4d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328114
Apr 08 19:54:53.713936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:53.725891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:53.740100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:53.761377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:53.764113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:53.785285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235efad-61c9-4ce4-bbac-c3930c7f26eb req-98d508ee-6487-459e-9197-6c6f1a0d7982 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:53.787029 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9235efad-61c9-4ce4-bbac-c3930c7f26eb req-98d508ee-6487-459e-9197-6c6f1a0d7982 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.0921831
Apr 08 19:54:53.822476 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9235efad-61c9-4ce4-bbac-c3930c7f26eb req-b1e69dfb-4748-484d-acbf-4470358c0253 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287454
Apr 08 19:54:53.835913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=8']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:53.842045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:54.019328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f06e5-7c36-4dce-90a0-c9339222a7e3 req-52d309fe-68f7-4bc0-a4e0-ec127ec91364 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:54.021403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e3f06e5-7c36-4dce-90a0-c9339222a7e3 req-52d309fe-68f7-4bc0-a4e0-ec127ec91364 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0918386
Apr 08 19:54:54.052081 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e3f06e5-7c36-4dce-90a0-c9339222a7e3 req-442650b7-7197-4bc6-a367-3675db213bdd tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244472
Apr 08 19:54:54.109234 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'code': 422} returned with failed status
Apr 08 19:54:54.187444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-285540ec-7f18-4aec-80b5-77e606687f75 req-60562792-899d-4b0e-85b4-72320d1be35b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:54.238806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-285540ec-7f18-4aec-80b5-77e606687f75 req-60562792-899d-4b0e-85b4-72320d1be35b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:54.246414 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-285540ec-7f18-4aec-80b5-77e606687f75 req-60562792-899d-4b0e-85b4-72320d1be35b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 210 time: 0.1073363
Apr 08 19:54:55.030198 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36014a9-5e9a-4707-9ef8-c527942be585 req-28d2ccf4-7f0a-4780-a253-b97b8183821d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:55.031775 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a36014a9-5e9a-4707-9ef8-c527942be585 req-28d2ccf4-7f0a-4780-a253-b97b8183821d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.0927145
Apr 08 19:54:55.069129 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a36014a9-5e9a-4707-9ef8-c527942be585 req-cc6fd721-a64b-42eb-a302-94c709863062 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269117
Apr 08 19:54:55.095894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-84456c73-28e0-4922-ad8d-e688b97c908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:55.121087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:54:55.288164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34133b95-6ea7-4ccc-b7f5-f6e6b5f96dee req-b7f15a88-b3ae-4120-841b-d79d69925a60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:55.289843 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-34133b95-6ea7-4ccc-b7f5-f6e6b5f96dee req-b7f15a88-b3ae-4120-841b-d79d69925a60 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1121271
Apr 08 19:54:55.320947 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-34133b95-6ea7-4ccc-b7f5-f6e6b5f96dee req-5e46bac8-5ed2-42a2-afcd-1b7b927baf32 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246613
Apr 08 19:54:55.473270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-85bbc623-7194-44f5-ad54-d57412d21a49 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:55.474902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-85bbc623-7194-44f5-ad54-d57412d21a49 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.1158338
Apr 08 19:54:55.507055 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8552a5eb-8e41-46c7-b4e2-712f4ffdf75f req-bc8738a3-f3b8-4752-8f0e-8fd7eee0e637 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 210 time: 0.0762959
Apr 08 19:54:55.562538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Deleting port 26a0b063-e38c-4f5b-8de9-9c0781485a5e {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:54:55.563071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:55.586587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:55.866860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a56465-93a3-420a-ac5a-12a9ebf32b4c req-ccf3ed85-ed67-4996-9c90-f1ce2459511b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:55.868489 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31a56465-93a3-420a-ac5a-12a9ebf32b4c req-ccf3ed85-ed67-4996-9c90-f1ce2459511b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.2722800
Apr 08 19:54:55.927514 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31a56465-93a3-420a-ac5a-12a9ebf32b4c req-69285a5e-0eba-4059-b41c-3df95b1dde9b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494375
Apr 08 19:54:55.954880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] For port 26a0b063-e38c-4f5b-8de9-9c0781485a5e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26a0b063-e38c-4f5b-8de9-9c0781485a5e,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:54:55.955534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:56.108449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Calling delete_port for 26a0b063-e38c-4f5b-8de9-9c0781485a5e owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:54:56.274723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 37852) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:54:56.400123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-55807ff0-1808-4cf5-bc10-2dc5a9a2f7f4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:56.401727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-55807ff0-1808-4cf5-bc10-2dc5a9a2f7f4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 809 time: 0.4398603
Apr 08 19:54:56.465611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-a8463860-b41c-4b52-b70a-4d81c52a4072 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1892409
Apr 08 19:54:56.492362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d889-2f01-4b23-b254-79d1d16047ac req-d18309a7-b8e3-4e82-aa65-c6da5e682a5e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:56.494100 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c69d889-2f01-4b23-b254-79d1d16047ac req-d18309a7-b8e3-4e82-aa65-c6da5e682a5e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 945 time: 0.2123644
Apr 08 19:54:56.501672 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-807c42b3-30a9-4281-a73e-50a7410f04f7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=880ea06ec3504a66b842211ec49c00f5 HTTP/1.1" status: 200  len: 8061 time: 0.0890942
Apr 08 19:54:56.514917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:56.527558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854', '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'fe267d70-3e36-47e4-864a-93e70da30176', '26a0b063-e38c-4f5b-8de9-9c0781485a5e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:54:56.528884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c69d889-2f01-4b23-b254-79d1d16047ac req-4dc2c312-82d4-4061-be3e-670c5cb7cc9e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261664
Apr 08 19:54:56.534356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'port': {'device_id': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'admin_state_up': True, 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'security_groups': ['ce252fc2-b508-4e90-8f75-83eddb67789e']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:56.541858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:56.596916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event deleted for resources: {'Port': ['ID=26a0b063-e38c-4f5b-8de9-9c0781485a5e,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:56.620600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:56.687963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:54:56.700321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:54:56.748468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002548d-6071-4035-9dbf-6821d813272a req-176f232c-d72c-47a1-a1d4-427c7595327e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:56.757114 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f002548d-6071-4035-9dbf-6821d813272a req-176f232c-d72c-47a1-a1d4-427c7595327e tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2952170
Apr 08 19:54:56.766839 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb76d996-8a6c-4428-a162-e05986fedeb1 req-5fe7974e-171f-4541-b69e-fe52ff64dae7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 210 time: 0.0571122
Apr 08 19:54:56.767934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Made reservation on behalf of 880ea06ec3504a66b842211ec49c00f5 for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:54:56.775267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:56.828257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f002548d-6071-4035-9dbf-6821d813272a req-746d2991-e68e-4a88-a00f-8ba4b8bf0a7a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700629
Apr 08 19:54:56.940310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] No DVR routers for this DVR port 26a0b063-e38c-4f5b-8de9-9c0781485a5e on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:54:56.947396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:56.950661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'name': 'network-vif-deleted', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:56.991253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Allocated IP 172.20.0.12 (132c89c3-f18a-4d73-b60c-f47bcbea4fff/8ef04c92-2a13-4447-b682-30719de0741b/8feae2ce-07cb-4aee-b8b8-66303130ad5d) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:54:57.001935 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2dee69f6-4b36-4934-adb7-305c2ce7da81 req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "DELETE /v2.0/ports/26a0b063-e38c-4f5b-8de9-9c0781485a5e HTTP/1.1" status: 204  len: 173 time: 1.5210679
Apr 08 19:54:57.015124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:57.061291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74509bc-ac91-44e2-a6d6-58c5e85b4108', 'name': 'network-vif-deleted', 'tag': '26a0b063-e38c-4f5b-8de9-9c0781485a5e', 'status': 'completed', 'code': 200}
Apr 08 19:54:57.300008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee63c34-ef0e-410e-9acc-e70615fc17fe req-d21dc07c-eba4-412b-aecd-a66524964884 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:57.309835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ee63c34-ef0e-410e-9acc-e70615fc17fe req-d21dc07c-eba4-412b-aecd-a66524964884 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1482983
Apr 08 19:54:57.336012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:57.342706 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ee63c34-ef0e-410e-9acc-e70615fc17fe req-7ae3145d-fa59-4536-8da0-c20bc32d504b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318961
Apr 08 19:54:57.356392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Transition to ACTIVE for port object 8feae2ce-07cb-4aee-b8b8-66303130ad5d will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:57.418969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:57.443028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:57.455029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:57.585350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:54:57.704707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:54:57.708914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:54:57.713805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:54:57.796844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:57.813368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:57.814118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:57.826510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7822701c-b51d-45b1-882d-5dadb9b242f7 req-7ecff094-1c82-495a-b25e-5a1be3a1da9d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:57.838601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:57.876037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3460281
Apr 08 19:54:57.889502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Request body: {'port': {'device_id': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:54:57.898099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7822701c-b51d-45b1-882d-5dadb9b242f7 req-7ecff094-1c82-495a-b25e-5a1be3a1da9d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:57.902748 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7822701c-b51d-45b1-882d-5dadb9b242f7 req-7ecff094-1c82-495a-b25e-5a1be3a1da9d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=c74509bc-ac91-44e2-a6d6-58c5e85b4108 HTTP/1.1" status: 200  len: 210 time: 0.1341910
Apr 08 19:54:58.046510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ec6b37e1-1cf2-424b-beaa-6ec85e2b6e61 None None] Provisioning for port 8feae2ce-07cb-4aee-b8b8-66303130ad5d completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:54:58.052547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ec6b37e1-1cf2-424b-beaa-6ec85e2b6e61 None None] Provisioning complete for port 8feae2ce-07cb-4aee-b8b8-66303130ad5d triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:54:58.053054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec6b37e1-1cf2-424b-beaa-6ec85e2b6e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:58.111051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:58.111264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b37e1-1cf2-424b-beaa-6ec85e2b6e61 None None] Port 8feae2ce-07cb-4aee-b8b8-66303130ad5d cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:54:58.162446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0a93a-177e-4829-9472-767fe1443608 req-5f9720a9-b444-4172-a76e-d958bd1f5d78 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:58.166729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-77c0a93a-177e-4829-9472-767fe1443608 req-5f9720a9-b444-4172-a76e-d958bd1f5d78 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:58.220041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-77c0a93a-177e-4829-9472-767fe1443608 req-5f9720a9-b444-4172-a76e-d958bd1f5d78 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:58.221288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77c0a93a-177e-4829-9472-767fe1443608 req-5f9720a9-b444-4172-a76e-d958bd1f5d78 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 932 time: 0.2761517
Apr 08 19:54:58.271074 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77c0a93a-177e-4829-9472-767fe1443608 req-19c6d912-2af5-46da-a805-a309087c7396 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420787
Apr 08 19:54:58.564026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05b3a1-efbd-47d9-af88-fcd5c3ddc0e9 req-bf628767-6dea-4c47-a40f-e39d3a433742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:58.565695 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4e05b3a1-efbd-47d9-af88-fcd5c3ddc0e9 req-bf628767-6dea-4c47-a40f-e39d3a433742 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0996363
Apr 08 19:54:58.589233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8feae2ce-07cb-4aee-b8b8-66303130ad5d {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:54:58.597934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:58.598668 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4e05b3a1-efbd-47d9-af88-fcd5c3ddc0e9 req-10badfb5-6154-4999-9547-c14645e77cc9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262263
Apr 08 19:54:58.614547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Transition to ACTIVE for port object 8feae2ce-07cb-4aee-b8b8-66303130ad5d will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:54:58.646752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:58.663389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:58.703258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d610d-d03e-40ab-b8be-c80da531716f req-f81dc6c3-e8a0-47b3-98bc-d764a6274355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:58.704859 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-f81dc6c3-e8a0-47b3-98bc-d764a6274355 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57&tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 1096 time: 0.0787070
Apr 08 19:54:58.801759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:58.803124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d610d-d03e-40ab-b8be-c80da531716f req-8ce46d45-cb04-4445-be08-0df9d98390cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:58.806003 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-8ce46d45-cb04-4445-be08-0df9d98390cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1096 time: 0.0787058
Apr 08 19:54:58.806551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:59.049957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Attempting to bind port 8feae2ce-07cb-4aee-b8b8-66303130ad5d on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:54:59.050767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Attempting to bind port 8feae2ce-07cb-4aee-b8b8-66303130ad5d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:54:59.050767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Attempting to bind port 8feae2ce-07cb-4aee-b8b8-66303130ad5d on network 132c89c3-f18a-4d73-b60c-f47bcbea4fff {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:59.056521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Port 8feae2ce-07cb-4aee-b8b8-66303130ad5d on network 132c89c3-f18a-4d73-b60c-f47bcbea4fff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:54:59.056891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Attempting to bind port 8feae2ce-07cb-4aee-b8b8-66303130ad5d on network 132c89c3-f18a-4d73-b60c-f47bcbea4fff {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:54:59.063529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:54:59.063921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Checking segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:54:59.064352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Bound using segment: {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:54:59.064842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Bound port: 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcd8cdd-04be-49d0-b430-96203b44e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:54:59.066082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:59.166746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:54:59.169892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:54:59.214676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d610d-d03e-40ab-b8be-c80da531716f req-53784c1b-1b8e-4cd3-9c92-496984fb33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.215645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:59.216246 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-53784c1b-1b8e-4cd3-9c92-496984fb33c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.3993869
Apr 08 19:54:59.231746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-956709d9-9e4a-42c5-9201-866097a2559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:54:59.331884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-8abd7c9c-f742-481c-85f4-fab08f66b0ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 200  len: 999 time: 0.1080580
Apr 08 19:54:59.363156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:54:59.374160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:54:59.450587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.451272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:54:59.453274 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] 10.222.0.10 "PUT /v2.0/ports/8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 1094 time: 1.5691071
Apr 08 19:54:59.453858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:54:59.480664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d610d-d03e-40ab-b8be-c80da531716f req-46f9dc87-8951-41d9-90e8-ba9061b5b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.480858 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-46f9dc87-8951-41d9-90e8-ba9061b5b608 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.1426952
Apr 08 19:54:59.517082 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'status': 'completed', 'code': 200}
Apr 08 19:54:59.549056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8690ce-67eb-4669-ae7b-5ae69d81fe76 req-9cbd2e36-ed72-471e-9460-d46c0be006c3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.551362 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c8690ce-67eb-4669-ae7b-5ae69d81fe76 req-9cbd2e36-ed72-471e-9460-d46c0be006c3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1556859
Apr 08 19:54:59.580177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 26a0b063-e38c-4f5b-8de9-9c0781485a5e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:54:59.601318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5c8690ce-67eb-4669-ae7b-5ae69d81fe76 req-f0cc6976-436d-4ea6-8d61-55dd3653e648 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:54:59.638550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5c8690ce-67eb-4669-ae7b-5ae69d81fe76 req-f0cc6976-436d-4ea6-8d61-55dd3653e648 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:54:59.639774 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c8690ce-67eb-4669-ae7b-5ae69d81fe76 req-f0cc6976-436d-4ea6-8d61-55dd3653e648 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806043
Apr 08 19:54:59.643151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d610d-d03e-40ab-b8be-c80da531716f req-441a7186-9518-4192-8893-fb077771047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.643678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-bbad7e7a-9027-4b60-bb98-79613fbb1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.644784 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-441a7186-9518-4192-8893-fb077771047b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530316
Apr 08 19:54:59.645318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-bbad7e7a-9027-4b60-bb98-79613fbb1229 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1097 time: 0.1210082
Apr 08 19:54:59.664742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 26a0b063-e38c-4f5b-8de9-9c0781485a5e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:54:59.664742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 26a0b063-e38c-4f5b-8de9-9c0781485a5e not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:54:59.755465 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-8dc0fbc9-1d03-4e99-b80d-c50eff900896 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 217 time: 0.0915723
Apr 08 19:54:59.840689 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-851b0d02-8db8-4a4a-b042-eed83f365825 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790237
Apr 08 19:54:59.884500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-0b509163-8d98-4cb3-ad9b-1cf1d75b392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.886539 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-0b509163-8d98-4cb3-ad9b-1cf1d75b392f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.1238987
Apr 08 19:54:59.984151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b129c-29a7-47ac-a8d5-dda38b31d7cc req-a56f56fd-8c78-47d5-8b6f-f176b5999e2b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:54:59.985746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb5b129c-29a7-47ac-a8d5-dda38b31d7cc req-a56f56fd-8c78-47d5-8b6f-f176b5999e2b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1830518
Apr 08 19:54:59.987768 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-137d610d-d03e-40ab-b8be-c80da531716f req-c0b0643d-3fd1-4cfc-977d-ed2b23256af1 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392367
Apr 08 19:55:00.023205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-3b9f834c-d248-4720-882d-3bef40c5f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:00.027207 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-3b9f834c-d248-4720-882d-3bef40c5f687 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1273186
Apr 08 19:55:00.028044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb5b129c-29a7-47ac-a8d5-dda38b31d7cc req-096a645b-e4bf-42f0-a348-24457d431e8c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346177
Apr 08 19:55:00.399792 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-b64f199b-ca82-4a08-acfe-5d347533fff3 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3669481
Apr 08 19:55:00.553052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-63f134c0-529a-434d-bf0d-0c1266b2af6b req-9015e954-247a-4db9-a22e-509de6a26962 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453264
Apr 08 19:55:00.739247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-0d478c3f-0dd4-48ef-a449-9de811c8f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:00.740988 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-0d478c3f-0dd4-48ef-a449-9de811c8f578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1097 time: 0.0908654
Apr 08 19:55:00.929119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9b56e-fc94-4532-8517-546277c4c139 req-d4b1e6b3-9caa-4bec-9e5c-82582ef0a900 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:00.931164 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4ba9b56e-fc94-4532-8517-546277c4c139 req-d4b1e6b3-9caa-4bec-9e5c-82582ef0a900 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0909033
Apr 08 19:55:00.964026 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4ba9b56e-fc94-4532-8517-546277c4c139 req-1671df6d-f0b9-4c7f-b358-d97654713820 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255353
Apr 08 19:55:00.973804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d7480-8332-4576-a3b3-0235a151553b req-1dbb3087-d75c-430a-9c3b-8d95faca7e54 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:00.975510 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf8d7480-8332-4576-a3b3-0235a151553b req-1dbb3087-d75c-430a-9c3b-8d95faca7e54 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1943884
Apr 08 19:55:00.983912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-65cc42b3-fa3a-4a6f-a2ac-03e6ab0f2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:00.985421 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-65cc42b3-fa3a-4a6f-a2ac-03e6ab0f2e89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.2280121
Apr 08 19:55:01.081583 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-7a2acd0d-8044-4da1-8dbd-ea41eb0a3041 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 217 time: 0.0787044
Apr 08 19:55:01.085409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf8d7480-8332-4576-a3b3-0235a151553b req-680fa464-7cb3-4dd6-a025-2d264c26d89f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989966
Apr 08 19:55:01.161910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-11ed9464-2cb5-4dfe-8599-df1b7d193cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:01.163428 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-11ed9464-2cb5-4dfe-8599-df1b7d193cc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.0693200
Apr 08 19:55:01.256986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-bd13269a-f9d2-4876-b92e-e17df026adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:01.258650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-bd13269a-f9d2-4876-b92e-e17df026adef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860021
Apr 08 19:55:01.261447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d7261-dd1a-49d6-8c38-07f74a15b2e6 req-f63f463e-5e49-4d21-bb10-b0ecc1cdb692 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:01.263081 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e72d7261-dd1a-49d6-8c38-07f74a15b2e6 req-f63f463e-5e49-4d21-bb10-b0ecc1cdb692 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1017783
Apr 08 19:55:01.294821 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e72d7261-dd1a-49d6-8c38-07f74a15b2e6 req-bc271ee7-16af-40a8-a16e-bb77f0c34bc8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243225
Apr 08 19:55:01.411293 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-9b154db2-50d8-421b-bc85-92ed684d6de9 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440260
Apr 08 19:55:01.627225 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4314a7c-830d-48e5-8ccd-14960feb538b req-b56d9937-8c49-477d-b8fd-fa58996d7302 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082248
Apr 08 19:55:02.182733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a403e-4a97-46de-ab35-5da1a0703271 req-1fe920b2-dd02-426e-9ed9-48923b4e5631 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:02.190367 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-368a403e-4a97-46de-ab35-5da1a0703271 req-1fe920b2-dd02-426e-9ed9-48923b4e5631 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0998542
Apr 08 19:55:02.217409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-368a403e-4a97-46de-ab35-5da1a0703271 req-ce7550f4-87c2-47a9-91ed-216c0f2c9f42 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255332
Apr 08 19:55:02.314412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541575d-bdb3-4ece-9f1a-4c6b23ab17d0 req-5aa04368-c223-4da3-be5d-660cb99aad4e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:02.317180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e541575d-bdb3-4ece-9f1a-4c6b23ab17d0 req-5aa04368-c223-4da3-be5d-660cb99aad4e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1066406
Apr 08 19:55:02.351827 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e541575d-bdb3-4ece-9f1a-4c6b23ab17d0 req-8b62fb48-3935-45f5-bc15-4d44e6c8627c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275593
Apr 08 19:55:02.524077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2daff7-8559-46c4-a298-9567c0b44c99 req-32114cbd-700b-476e-a958-36b47e6d5837 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:02.526480 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f2daff7-8559-46c4-a298-9567c0b44c99 req-32114cbd-700b-476e-a958-36b47e6d5837 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0993872
Apr 08 19:55:02.564115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f2daff7-8559-46c4-a298-9567c0b44c99 req-009b0a7a-eec2-44aa-a535-950cbf99f3c7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257008
Apr 08 19:55:03.267909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068972e-b3de-462f-b9e0-d46369f0393d req-26f414d0-d8eb-4e44-8246-c1df34f89f77 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:03.269633 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9068972e-b3de-462f-b9e0-d46369f0393d req-26f414d0-d8eb-4e44-8246-c1df34f89f77 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0937161
Apr 08 19:55:03.304921 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9068972e-b3de-462f-b9e0-d46369f0393d req-822e1053-60d8-4227-a4b3-6475bb2a103d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261469
Apr 08 19:55:03.449522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76dec2-296c-40e4-a036-07d807cbe456 req-00fb9ea2-fd91-4eba-8c9d-2f5da1cebd4f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:03.451312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ca76dec2-296c-40e4-a036-07d807cbe456 req-00fb9ea2-fd91-4eba-8c9d-2f5da1cebd4f tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0999739
Apr 08 19:55:03.483797 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ca76dec2-296c-40e4-a036-07d807cbe456 req-7013dab5-b5f0-4487-aeb3-7a90d0ea31e0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256279
Apr 08 19:55:03.577403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c58364-c9e1-4f05-9270-42ec8018ed28 req-8e671a69-90a8-449c-be16-51d6860c8623 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:03.579573 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b3c58364-c9e1-4f05-9270-42ec8018ed28 req-8e671a69-90a8-449c-be16-51d6860c8623 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0946000
Apr 08 19:55:03.615531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b3c58364-c9e1-4f05-9270-42ec8018ed28 req-6170de36-99f5-4a26-8f2d-47025d4b3014 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282733
Apr 08 19:55:03.804186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f92c8-e58d-4a9f-a39c-0973067c9f9b req-28113272-1efa-4897-9690-edcb11e622d2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:03.805814 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c40f92c8-e58d-4a9f-a39c-0973067c9f9b req-28113272-1efa-4897-9690-edcb11e622d2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0943322
Apr 08 19:55:03.837566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c40f92c8-e58d-4a9f-a39c-0973067c9f9b req-7df9b4d5-4424-46a0-aed2-053885c68999 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249772
Apr 08 19:55:04.520441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e17f-d1c3-4975-ad82-317114491937 req-5bb1e741-f13d-4632-bc44-b6b7d444b02f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:04.526401 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dba4e17f-d1c3-4975-ad82-317114491937 req-5bb1e741-f13d-4632-bc44-b6b7d444b02f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0989280
Apr 08 19:55:04.560625 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dba4e17f-d1c3-4975-ad82-317114491937 req-a62d537d-faa9-4032-9712-29a1caaddc26 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319808
Apr 08 19:55:04.723209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac822ab7-1fb8-452f-96db-ab37ae97b6bd req-d270ba92-feb4-41fb-8ef9-8df5575b4cb5 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:04.727210 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ac822ab7-1fb8-452f-96db-ab37ae97b6bd req-d270ba92-feb4-41fb-8ef9-8df5575b4cb5 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.1118021
Apr 08 19:55:04.759948 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ac822ab7-1fb8-452f-96db-ab37ae97b6bd req-5adce8d2-91ef-48ab-a729-d6520615c5c4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282919
Apr 08 19:55:04.838542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286985c-958d-4074-acd8-b2f490927721 req-b87e28bd-c657-4595-9595-1dff7ad9d8b4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:04.840279 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e286985c-958d-4074-acd8-b2f490927721 req-b87e28bd-c657-4595-9595-1dff7ad9d8b4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0937185
Apr 08 19:55:04.875779 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e286985c-958d-4074-acd8-b2f490927721 req-f7bce6d0-9adb-4829-9f9f-c2c5d23d5fa1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271368
Apr 08 19:55:05.057712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025e04-7e1f-4d44-93d2-f85e0b04e480 req-07851e82-73e6-4d03-b3ed-84bc35dc1a48 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:05.059372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fa025e04-7e1f-4d44-93d2-f85e0b04e480 req-07851e82-73e6-4d03-b3ed-84bc35dc1a48 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0927567
Apr 08 19:55:05.092397 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fa025e04-7e1f-4d44-93d2-f85e0b04e480 req-80c612e8-12e4-49da-8b99-d1a53e510e9e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264411
Apr 08 19:55:05.783105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b19ec-a005-4277-8fc7-2d072cf1ce7d req-1c3a51fb-0ab8-46a2-adfe-a87ff1eebd5a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:05.784981 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-953b19ec-a005-4277-8fc7-2d072cf1ce7d req-1c3a51fb-0ab8-46a2-adfe-a87ff1eebd5a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0970268
Apr 08 19:55:05.818378 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-953b19ec-a005-4277-8fc7-2d072cf1ce7d req-cd279fb8-c550-43fa-914f-cf3124128ed8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262842
Apr 08 19:55:05.979109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca2eb4-09ac-407a-b47c-18b4bbfcf318 req-58499ca1-0f7d-4cc0-a25d-36f13a95b53c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:05.980944 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ca2eb4-09ac-407a-b47c-18b4bbfcf318 req-58499ca1-0f7d-4cc0-a25d-36f13a95b53c tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0962958
Apr 08 19:55:06.024318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ca2eb4-09ac-407a-b47c-18b4bbfcf318 req-4f91aae8-3472-44a4-92dc-447558e29807 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343652
Apr 08 19:55:06.109241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e08d1-c3c3-46b1-bf81-9d8112697597 req-437aca51-1cc0-4986-8669-cde06d24afe3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:06.111041 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d45e08d1-c3c3-46b1-bf81-9d8112697597 req-437aca51-1cc0-4986-8669-cde06d24afe3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0999799
Apr 08 19:55:06.145633 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d45e08d1-c3c3-46b1-bf81-9d8112697597 req-69f92e8b-ce89-498b-b83a-83d2089f424c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0269165
Apr 08 19:55:06.312372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f233aa-f7a2-48b5-8029-88e2ad81f67f req-a20d54e9-5952-49c5-9c6d-fd7bdfb12917 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:06.314307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-84f233aa-f7a2-48b5-8029-88e2ad81f67f req-a20d54e9-5952-49c5-9c6d-fd7bdfb12917 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0976846
Apr 08 19:55:06.345841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-84f233aa-f7a2-48b5-8029-88e2ad81f67f req-9338e8aa-c87e-4afd-9027-c5ab9e5dbc7c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248795
Apr 08 19:55:07.037952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3828fe-e22b-4bdc-8c68-6f4deb4193f8 req-a6c14ae9-8ee3-44de-8714-30de17d4cae2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:07.040127 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c3828fe-e22b-4bdc-8c68-6f4deb4193f8 req-a6c14ae9-8ee3-44de-8714-30de17d4cae2 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0977564
Apr 08 19:55:07.072178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c3828fe-e22b-4bdc-8c68-6f4deb4193f8 req-88f3ea9e-b658-4126-a1b8-38ae698c2dc4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256264
Apr 08 19:55:07.236845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbb749-1478-4b1b-a3fc-28b91b02a771 req-d0a82d7f-0529-416a-b102-c220077cfe7b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:07.239108 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f6cbb749-1478-4b1b-a3fc-28b91b02a771 req-d0a82d7f-0529-416a-b102-c220077cfe7b tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0941412
Apr 08 19:55:07.271137 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f6cbb749-1478-4b1b-a3fc-28b91b02a771 req-b622ed0a-131e-4321-80d1-a0bd4f243e6e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252929
Apr 08 19:55:07.361158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a79d1-6ecc-45c6-b003-b3c68f103f08 req-64197568-e70a-45fc-a1bb-941ba583e2b4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:07.363606 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-141a79d1-6ecc-45c6-b003-b3c68f103f08 req-64197568-e70a-45fc-a1bb-941ba583e2b4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0961931
Apr 08 19:55:07.396114 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-141a79d1-6ecc-45c6-b003-b3c68f103f08 req-efe5f375-7a81-4045-a38f-b4378f873394 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262666
Apr 08 19:55:07.561815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d7f9-48ce-44db-99a0-ca79a05f28bd req-5bd3c19f-255c-448d-8d8d-96c1a47cc9c8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:07.563307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8149d7f9-48ce-44db-99a0-ca79a05f28bd req-5bd3c19f-255c-448d-8d8d-96c1a47cc9c8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0896904
Apr 08 19:55:07.594949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8149d7f9-48ce-44db-99a0-ca79a05f28bd req-1ec70dab-ee69-45dd-9073-83149c2208d0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251687
Apr 08 19:55:08.288698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d38db-832b-4690-b6fb-706bcde4baa9 req-ab633c2f-77d5-4493-a00a-8d266b47f5af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:08.290352 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f68d38db-832b-4690-b6fb-706bcde4baa9 req-ab633c2f-77d5-4493-a00a-8d266b47f5af tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0958207
Apr 08 19:55:08.329864 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f68d38db-832b-4690-b6fb-706bcde4baa9 req-a3d61165-8382-4650-87a6-30b916840263 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328531
Apr 08 19:55:08.500722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17b547-5888-4a28-9499-10433244cb40 req-eef2df1a-c069-4720-94e6-8d0874b62066 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:08.503831 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2f17b547-5888-4a28-9499-10433244cb40 req-eef2df1a-c069-4720-94e6-8d0874b62066 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.1028006
Apr 08 19:55:08.537315 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2f17b547-5888-4a28-9499-10433244cb40 req-f90184ee-8804-4d1e-af7f-662ddf08cdc0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277922
Apr 08 19:55:08.624464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a2e32-6ea9-4cce-bd14-6d258d2bd33b req-fc1b81c3-c790-4448-85bc-0c27e60000f5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:08.627673 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-058a2e32-6ea9-4cce-bd14-6d258d2bd33b req-fc1b81c3-c790-4448-85bc-0c27e60000f5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1087997
Apr 08 19:55:08.678178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-058a2e32-6ea9-4cce-bd14-6d258d2bd33b req-658cdd1e-c51d-4d6d-8723-330852ef777d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417352
Apr 08 19:55:08.821332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50dfe6-bc89-457a-98ee-251cc699ad48 req-7cb92c53-6c80-4009-a5ca-a6b865b66d71 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:08.823007 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dd50dfe6-bc89-457a-98ee-251cc699ad48 req-7cb92c53-6c80-4009-a5ca-a6b865b66d71 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0980082
Apr 08 19:55:08.855268 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dd50dfe6-bc89-457a-98ee-251cc699ad48 req-3b892826-1143-4048-8d5c-f3af64c7803e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258868
Apr 08 19:55:09.543098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a551-7d2a-4de6-b00f-72a1be9758f5 req-fc41691f-6022-4be1-9f11-68a67445f9c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:09.544718 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5884a551-7d2a-4de6-b00f-72a1be9758f5 req-fc41691f-6022-4be1-9f11-68a67445f9c7 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0969985
Apr 08 19:55:09.579331 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5884a551-7d2a-4de6-b00f-72a1be9758f5 req-ea543a8f-b9ba-4144-ab06-42b14080a09b tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268886
Apr 08 19:55:09.778681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cd7a-d4d6-4b38-ab72-9828abe53663 req-43aa0243-a876-4fce-8d9f-0f7c198c0444 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:09.780299 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dfd2cd7a-d4d6-4b38-ab72-9828abe53663 req-43aa0243-a876-4fce-8d9f-0f7c198c0444 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0970221
Apr 08 19:55:09.814070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dfd2cd7a-d4d6-4b38-ab72-9828abe53663 req-3d1fca4e-0675-4023-8a5a-fbad2b63e5fe tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261652
Apr 08 19:55:09.957113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3321bb-612a-4225-ad86-48be49ad6d1f req-967b8974-4111-4d77-87ab-644bd34ed000 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:09.959269 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ee3321bb-612a-4225-ad86-48be49ad6d1f req-967b8974-4111-4d77-87ab-644bd34ed000 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1022813
Apr 08 19:55:09.994438 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ee3321bb-612a-4225-ad86-48be49ad6d1f req-5285215e-4175-4e12-886f-2a1ed57fcf1f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286171
Apr 08 19:55:10.069906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79bf9b-2923-4278-b351-0f5310aa0a97 req-a648bbc4-4dea-40f1-b534-f8b16769b9ac tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:10.071541 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f79bf9b-2923-4278-b351-0f5310aa0a97 req-a648bbc4-4dea-40f1-b534-f8b16769b9ac tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0922925
Apr 08 19:55:10.103992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f79bf9b-2923-4278-b351-0f5310aa0a97 req-5039d350-013a-47b1-9fce-98ea3300e78f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260780
Apr 08 19:55:10.815730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfee56-f2f9-4ce7-9b4d-1d8a03f157ac req-f1e4bdf4-0081-453c-8978-ee3194983f46 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:10.817359 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b6cfee56-f2f9-4ce7-9b4d-1d8a03f157ac req-f1e4bdf4-0081-453c-8978-ee3194983f46 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1001935
Apr 08 19:55:10.854771 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b6cfee56-f2f9-4ce7-9b4d-1d8a03f157ac req-3ae23334-6168-4274-80ef-de12fa0a6f2f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296557
Apr 08 19:55:11.045063 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20785-6da7-48e0-bd99-698184bac880 req-4df2f87f-ffe9-4ac2-96ad-665fed3d46e4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:11.046765 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7cf20785-6da7-48e0-bd99-698184bac880 req-4df2f87f-ffe9-4ac2-96ad-665fed3d46e4 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.1022828
Apr 08 19:55:11.083760 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7cf20785-6da7-48e0-bd99-698184bac880 req-cbbc6f5f-a69f-455c-a4c2-2c7eca3a8984 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288208
Apr 08 19:55:11.203998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5294-3920-4f13-9e5f-fcf04cb34af5 req-808f8e91-c6b6-4505-bdf1-ceb471aa3225 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:11.205677 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bb8e5294-3920-4f13-9e5f-fcf04cb34af5 req-808f8e91-c6b6-4505-bdf1-ceb471aa3225 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0924075
Apr 08 19:55:11.240688 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bb8e5294-3920-4f13-9e5f-fcf04cb34af5 req-2ae09a8b-a9ca-4961-89e8-8b8e5ab10daf tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281355
Apr 08 19:55:11.332729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039eeaf-f6d5-4c67-b77d-bc281b62ec1b req-41be3bf1-c9c3-4f35-9d97-93b5145c1fa6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:11.334397 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e039eeaf-f6d5-4c67-b77d-bc281b62ec1b req-41be3bf1-c9c3-4f35-9d97-93b5145c1fa6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0993791
Apr 08 19:55:11.367671 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e039eeaf-f6d5-4c67-b77d-bc281b62ec1b req-bd7e62e5-a900-42ed-a165-3f8a2159bc0c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269816
Apr 08 19:55:12.067344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc784f-cc85-4a9a-bafe-4216b1360ceb req-8bcdece4-3ea9-41b8-8a04-09e68f80a2e3 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:12.068957 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dedc784f-cc85-4a9a-bafe-4216b1360ceb req-8bcdece4-3ea9-41b8-8a04-09e68f80a2e3 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0930829
Apr 08 19:55:12.101305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dedc784f-cc85-4a9a-bafe-4216b1360ceb req-bb8ed25a-fd3f-4b0b-860e-61be15389ba9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257885
Apr 08 19:55:12.295822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49daeb7f-3ce0-41b3-9bde-20b3ae44db22 req-4af86cfb-a6e1-4a45-bce5-559727a6e494 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:12.297566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-49daeb7f-3ce0-41b3-9bde-20b3ae44db22 req-4af86cfb-a6e1-4a45-bce5-559727a6e494 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0942335
Apr 08 19:55:12.329532 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-49daeb7f-3ce0-41b3-9bde-20b3ae44db22 req-1e2df446-886c-4864-8a68-41aac36152a3 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253940
Apr 08 19:55:12.460640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7fc9-885d-4053-bd45-fbd468e8691e req-a0a88b6a-a6b6-44fc-aba5-dc45ac26d79e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:12.468794 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ae7fc9-885d-4053-bd45-fbd468e8691e req-a0a88b6a-a6b6-44fc-aba5-dc45ac26d79e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0963161
Apr 08 19:55:12.494115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-99ae7fc9-885d-4053-bd45-fbd468e8691e req-1a920bfa-f0ff-4948-bd33-eb2c933a7ba7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246758
Apr 08 19:55:12.580105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aba04-2da8-4173-ba5b-2c0dabc478d1 req-762928fa-bd1e-4a46-b66c-4c8f7b79ec05 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:12.582372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a2aba04-2da8-4173-ba5b-2c0dabc478d1 req-762928fa-bd1e-4a46-b66c-4c8f7b79ec05 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0912230
Apr 08 19:55:12.615762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a2aba04-2da8-4173-ba5b-2c0dabc478d1 req-16445e44-a0e5-451b-8ac1-095dc5b73e78 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268869
Apr 08 19:55:13.309708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e102e1-2892-44d2-8d80-278c843afa42 req-3421ad5c-2629-4bad-a6b6-1d690657d457 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:13.311338 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a8e102e1-2892-44d2-8d80-278c843afa42 req-3421ad5c-2629-4bad-a6b6-1d690657d457 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.0972354
Apr 08 19:55:13.341599 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a8e102e1-2892-44d2-8d80-278c843afa42 req-1aa0f703-aabb-4679-b3cc-9e7dd1bcf805 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239162
Apr 08 19:55:13.536460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2a65e-c5d7-4e59-9b5a-185541fc2bca req-a902a258-2d49-4f6f-82a7-0fbb287e0798 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:13.538014 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c1a2a65e-c5d7-4e59-9b5a-185541fc2bca req-a902a258-2d49-4f6f-82a7-0fbb287e0798 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0936267
Apr 08 19:55:13.568855 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c1a2a65e-c5d7-4e59-9b5a-185541fc2bca req-169ab8ab-cd18-4c94-8a82-b1d643ebdc13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245447
Apr 08 19:55:13.701242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0556469-90c4-48d4-a05a-5f6499effce7 req-7a7e0d7d-214a-4350-954e-efa0cd42e029 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:13.702870 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e0556469-90c4-48d4-a05a-5f6499effce7 req-7a7e0d7d-214a-4350-954e-efa0cd42e029 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0913856
Apr 08 19:55:13.734868 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e0556469-90c4-48d4-a05a-5f6499effce7 req-974025df-6395-4106-8fbb-642f31f25cfc tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247376
Apr 08 19:55:13.827828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb9013-08e8-4abb-948e-1fb0ba488edd req-8a05f14d-33c1-45be-887a-1bf975067019 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:13.829332 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cebb9013-08e8-4abb-948e-1fb0ba488edd req-8a05f14d-33c1-45be-887a-1bf975067019 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0874372
Apr 08 19:55:13.859321 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cebb9013-08e8-4abb-948e-1fb0ba488edd req-393af4de-7ff3-493f-8c7e-2a86345bc243 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0230141
Apr 08 19:55:14.219575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-ee161a22-a3f8-42b2-bb69-f78130ced2d6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.221142 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-ee161a22-a3f8-42b2-bb69-f78130ced2d6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.0917912
Apr 08 19:55:14.301350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Deleting port fe267d70-3e36-47e4-864a-93e70da30176 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:14.301743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:14.338786 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-68b72028-b729-4b9c-8197-3127e642dbf3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0792215
Apr 08 19:55:14.440897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511837-d440-4063-bafb-820f477757a6 req-09936ef4-f90a-429e-94fa-38f882ad6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.442773 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-09936ef4-f90a-429e-94fa-38f882ad6357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1098 time: 0.0788932
Apr 08 19:55:14.609521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511837-d440-4063-bafb-820f477757a6 req-f6778def-b376-46c9-8222-6ec71719ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.611413 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-f6778def-b376-46c9-8222-6ec71719ba45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1432009
Apr 08 19:55:14.653218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ed4f-2ee3-4bf0-86b0-5a1fc5498c30 req-baa9e1c7-8141-47ad-86ac-7c4725e8781a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.654846 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0769ed4f-2ee3-4bf0-86b0-5a1fc5498c30 req-baa9e1c7-8141-47ad-86ac-7c4725e8781a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1562643
Apr 08 19:55:14.656725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] For port fe267d70-3e36-47e4-864a-93e70da30176, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe267d70-3e36-47e4-864a-93e70da30176,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:14.657128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:14.690947 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0769ed4f-2ee3-4bf0-86b0-5a1fc5498c30 req-3016ddee-a886-4c02-9e75-9898f3e13ed1 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250337
Apr 08 19:55:14.786643 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-1c214cb4-fde8-4d70-bea4-910abf701b6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 1000 time: 0.1672587
Apr 08 19:55:14.825186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Calling delete_port for fe267d70-3e36-47e4-864a-93e70da30176 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:14.875475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22606dfe-4c83-4cf5-aff8-939a2f1c2c5a req-d9beadbc-3252-4dc4-b821-c3fbfc5fa1e0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.876941 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22606dfe-4c83-4cf5-aff8-939a2f1c2c5a req-d9beadbc-3252-4dc4-b821-c3fbfc5fa1e0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 945 time: 0.1687670
Apr 08 19:55:14.886128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511837-d440-4063-bafb-820f477757a6 req-46783557-30f6-4729-ab4d-a63fdb0ca71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.887570 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-46783557-30f6-4729-ab4d-a63fdb0ca71b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0843754
Apr 08 19:55:14.958919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22606dfe-4c83-4cf5-aff8-939a2f1c2c5a req-56951deb-a088-40ec-8447-45bde9937ff9 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747836
Apr 08 19:55:14.997563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511837-d440-4063-bafb-820f477757a6 req-26f56aa5-d069-4afb-aef3-3929d03de4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:14.999314 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-26f56aa5-d069-4afb-aef3-3929d03de4f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979779
Apr 08 19:55:15.222520 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-672ff23a-4eb0-4e78-8829-3c18c13478d7 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109814
Apr 08 19:55:15.264532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eda0f-6845-40fa-8cde-18ddcac17232 req-ab11c65f-cf4d-4595-b8f6-33a9da9bee42 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:15.266343 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-715eda0f-6845-40fa-8cde-18ddcac17232 req-ab11c65f-cf4d-4595-b8f6-33a9da9bee42 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1780341
Apr 08 19:55:15.342508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fa00b-ff49-4a44-bb9e-08497895798c req-70db3baa-e78b-46b4-ab73-0d3fa8a78e16 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:15.344261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f26fa00b-ff49-4a44-bb9e-08497895798c req-70db3baa-e78b-46b4-ab73-0d3fa8a78e16 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.4873569
Apr 08 19:55:15.389520 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f26fa00b-ff49-4a44-bb9e-08497895798c req-78702328-383c-4720-b2fe-b340e95b70a2 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376046
Apr 08 19:55:15.449519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:15.466323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854', '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'fe267d70-3e36-47e4-864a-93e70da30176'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:15.552217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:15.582193 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-715eda0f-6845-40fa-8cde-18ddcac17232 req-76174726-6f41-41c4-ad26-17bd50e1b739 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379093
Apr 08 19:55:15.626250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event deleted for resources: {'Port': ['ID=fe267d70-3e36-47e4-864a-93e70da30176,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:15.647295 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6511837-d440-4063-bafb-820f477757a6 req-ed2030cb-faa2-4b49-bcb9-d7e30573425f service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165201
Apr 08 19:55:15.657203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.657622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.658061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.658465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.659829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.661496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.661930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.662334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.662737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.663132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.663535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.663921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:15.668013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:15.673352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:55:15.769107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] No DVR routers for this DVR port fe267d70-3e36-47e4-864a-93e70da30176 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:55:15.772789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:15.775960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'name': 'network-vif-deleted', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:15.833443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-5bceadab-805d-4f72-9f4f-13922204c982 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:15.835346 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-5bceadab-805d-4f72-9f4f-13922204c982 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1025450
Apr 08 19:55:15.857221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50821b78-a0d9-48f3-a94c-d1eb281c53e1', 'name': 'network-vif-deleted', 'tag': 'fe267d70-3e36-47e4-864a-93e70da30176', 'status': 'completed', 'code': 200}
Apr 08 19:55:15.874511 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1875c310-11d7-4315-a056-d8c94ebc4da6 req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "DELETE /v2.0/ports/fe267d70-3e36-47e4-864a-93e70da30176 HTTP/1.1" status: 204  len: 173 time: 1.6471391
Apr 08 19:55:15.922989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd504-af84-4f99-ab4a-101bce6b82e6 req-5c0b911d-a0df-4ff3-a410-879b761654d9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:15.930345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d37dd504-af84-4f99-ab4a-101bce6b82e6 req-5c0b911d-a0df-4ff3-a410-879b761654d9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 946 time: 0.1123459
Apr 08 19:55:15.936216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:15.940499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Deleting port 0b126758-e634-495d-82c8-f4477b6c03fd {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:15.941090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:15.958136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'mac_address': 'fa:16:3e:d7:5a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:55:15.965386 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d37dd504-af84-4f99-ab4a-101bce6b82e6 req-889d9cf9-ef96-4da7-a79d-2b669fc0d83f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0291517
Apr 08 19:55:16.021845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:16.028944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:16.030634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feae2ce-07cb-4aee-b8b8-66303130ad5d {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:55:16.049725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:16.098199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:16.100062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:16.187477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:16.196892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.197295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.198095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.198095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.198447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.198819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.199191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.199593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.199933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.200301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.200668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.201032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:16.205416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:16.218373 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10a40b35-3758-4baa-9287-f32b56fc3aa5 req-d59ecf04-7500-4b36-8f49-beae0b691b2d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0721622
Apr 08 19:55:16.298332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] For port 0b126758-e634-495d-82c8-f4477b6c03fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b126758-e634-495d-82c8-f4477b6c03fd,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:16.299041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:16.414045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['8feae2ce-07cb-4aee-b8b8-66303130ad5d'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:16.460954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Calling delete_port for 0b126758-e634-495d-82c8-f4477b6c03fd owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:16.682711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b57172-ce18-46cf-a290-a2e7b7023bcb req-f25e0f56-d9c1-4a3d-ac3f-1d62972b1f72 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:16.685328 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f2b57172-ce18-46cf-a290-a2e7b7023bcb req-f25e0f56-d9c1-4a3d-ac3f-1d62972b1f72 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.1324117
Apr 08 19:55:16.727647 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f2b57172-ce18-46cf-a290-a2e7b7023bcb req-3562f1ef-70cb-4a59-834c-766a4582d5e7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346706
Apr 08 19:55:16.845619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85baa-7a39-40bf-b8c9-9e838fe45770 req-09b2f27a-81c8-4d98-b289-332e7d38cc16 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:16.848671 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bb85baa-7a39-40bf-b8c9-9e838fe45770 req-09b2f27a-81c8-4d98-b289-332e7d38cc16 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1107087
Apr 08 19:55:16.881253 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bb85baa-7a39-40bf-b8c9-9e838fe45770 req-99e6604e-79a0-466e-a76e-f5d864c588e2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257857
Apr 08 19:55:17.146895 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35620244-6966-4ec6-a060-3f2768fffd7e req-c544a16d-de94-4e9b-9d4c-4fc92170f6e4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.0551386
Apr 08 19:55:17.447803 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-64a3063a-337f-40f6-a112-1e0672a77627 req-5a2fa31c-78af-4f6d-90b0-3ddc9b341c7a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0480106
Apr 08 19:55:17.677360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:55:17.949641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151b20a-3049-4607-bd31-6806de637be4 req-e13a6e12-d3de-4f4a-aa38-ab3fdab11adf tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:17.951270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3151b20a-3049-4607-bd31-6806de637be4 req-e13a6e12-d3de-4f4a-aa38-ab3fdab11adf tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.0981526
Apr 08 19:55:17.982820 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3151b20a-3049-4607-bd31-6806de637be4 req-ac56e601-798b-4fef-abd6-468e20cca745 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251129
Apr 08 19:55:18.103708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0bc9f-d6b8-4322-9753-80b36955dc3b req-b1430c31-4249-49b1-bea5-b294b72c03a7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:18.105562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03f0bc9f-d6b8-4322-9753-80b36955dc3b req-b1430c31-4249-49b1-bea5-b294b72c03a7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1003165
Apr 08 19:55:18.140139 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-03f0bc9f-d6b8-4322-9753-80b36955dc3b req-c1325832-a308-4d72-b9f4-5392675034e7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0272167
Apr 08 19:55:18.316220 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a9184e1-be56-47f8-b119-98d0af463dc4 req-ceace016-24c8-4dc3-ad6d-2c39f562cca4 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.0493317
Apr 08 19:55:18.624618 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-295dba64-d46e-4447-9a0f-cdccf2f3324e req-d330694c-cd7e-407e-9ad5-57cae4b4061d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0488713
Apr 08 19:55:18.694262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:18.694407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 8feae2ce-07cb-4aee-b8b8-66303130ad5d completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:55:18.698010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 8feae2ce-07cb-4aee-b8b8-66303130ad5d triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:55:18.698494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:18.709502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:18.732488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['3b4593af-36f0-4799-8161-0a27bd0e38a6'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:18.762874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Pushing event deleted for resources: {'Port': ['ID=0b126758-e634-495d-82c8-f4477b6c03fd,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:18.820293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.820708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.821120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.821935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.821935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.822313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.822708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.823104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.823497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.823888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.824284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.824677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:55:18.835727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:18.926481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:18.949682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:18.970138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:18.976599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] No DVR routers for this DVR port 0b126758-e634-495d-82c8-f4477b6c03fd on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:55:18.979169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:18.985290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'name': 'network-vif-deleted', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:19.006708 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'code': 200}
Apr 08 19:55:19.017932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:19.019055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device fe267d70-3e36-47e4-864a-93e70da30176 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:19.040870 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14f174-a87e-4f84-a68b-667137f63d3a', 'name': 'network-vif-deleted', 'tag': '0b126758-e634-495d-82c8-f4477b6c03fd', 'status': 'completed', 'code': 200}
Apr 08 19:55:19.044207 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be7fa2ce-3c7c-4f49-9a65-22b7ef89964e req-a36b0e25-3070-4c23-8264-c82fd037692f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "DELETE /v2.0/ports/0b126758-e634-495d-82c8-f4477b6c03fd HTTP/1.1" status: 204  len: 173 time: 3.1816032
Apr 08 19:55:19.058469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:19.102202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: fe267d70-3e36-47e4-864a-93e70da30176 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:19.102598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device fe267d70-3e36-47e4-864a-93e70da30176 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:19.144941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:19.148137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:19.210802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c3ba-3a93-4358-b93f-9cc58b05d180 req-f27aca1d-ce67-414c-8e2b-039636b4bff3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:19.212584 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cd97c3ba-3a93-4358-b93f-9cc58b05d180 req-f27aca1d-ce67-414c-8e2b-039636b4bff3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0986640
Apr 08 19:55:19.250452 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cd97c3ba-3a93-4358-b93f-9cc58b05d180 req-0899d13f-bf25-4143-af94-3c221cd449a3 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304470
Apr 08 19:55:19.375540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66fdbf-df80-4bcb-b0fb-a74c63ce45a8 req-2ad33e9d-0497-449e-8935-d185ca8c5487 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:19.377163 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b66fdbf-df80-4bcb-b0fb-a74c63ce45a8 req-2ad33e9d-0497-449e-8935-d185ca8c5487 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0935168
Apr 08 19:55:19.453701 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b66fdbf-df80-4bcb-b0fb-a74c63ce45a8 req-4f611ea2-f479-45b4-9562-e8336a9859ea tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378540
Apr 08 19:55:19.485096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116e1e-548a-41ad-8975-c5bee04fc246 req-9b098b89-a354-42ec-96f6-e89eec4ef2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:19.487157 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-21116e1e-548a-41ad-8975-c5bee04fc246 req-9b098b89-a354-42ec-96f6-e89eec4ef2de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.1089029
Apr 08 19:55:19.498678 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-82aa5c22-5472-4b3a-8871-f021897a3bd6 req-8a2dc64e-4160-47ad-96ab-14be52379079 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd14f174-a87e-4f84-a68b-667137f63d3a HTTP/1.1" status: 200  len: 210 time: 0.0505652
Apr 08 19:55:19.535884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-21116e1e-548a-41ad-8975-c5bee04fc246 req-a0ae5e57-fe16-498d-b677-d5cbc3d97a95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0224371
Apr 08 19:55:19.695301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 0b126758-e634-495d-82c8-f4477b6c03fd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:19.739704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 0b126758-e634-495d-82c8-f4477b6c03fd {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:19.740099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 0b126758-e634-495d-82c8-f4477b6c03fd not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:19.804176 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ebcf678-7890-4b92-8826-7f241da76cc3 req-f541b963-ec7c-4dcb-84a9-5f546fa2ece5 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=50821b78-a0d9-48f3-a94c-d1eb281c53e1 HTTP/1.1" status: 200  len: 210 time: 0.0486369
Apr 08 19:55:20.454640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c144f5-459d-4240-bfcc-18ecf439ca1d req-0be2a050-024e-4b17-8635-83a5e3e11608 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:20.462193 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93c144f5-459d-4240-bfcc-18ecf439ca1d req-0be2a050-024e-4b17-8635-83a5e3e11608 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0949945
Apr 08 19:55:20.490442 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93c144f5-459d-4240-bfcc-18ecf439ca1d req-6eba2c77-82e0-4711-b041-1e2556579a6e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265238
Apr 08 19:55:20.687978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d826-bb9c-49a3-8f5b-777f52c3cf30 req-67014362-1147-4aac-a510-2a4394ef9c40 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:20.689577 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f010d826-bb9c-49a3-8f5b-777f52c3cf30 req-67014362-1147-4aac-a510-2a4394ef9c40 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.1035407
Apr 08 19:55:20.719948 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f010d826-bb9c-49a3-8f5b-777f52c3cf30 req-eaf52b6f-b15c-42e7-a523-5ffb3e822bfc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240507
Apr 08 19:55:21.122086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e6ac3-6537-4b98-833e-e98dc8355e20 req-0e05e8e3-d1c2-4642-9266-59663e944331 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:21.123618 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e7e6ac3-6537-4b98-833e-e98dc8355e20 req-0e05e8e3-d1c2-4642-9266-59663e944331 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0906754
Apr 08 19:55:21.155147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e7e6ac3-6537-4b98-833e-e98dc8355e20 req-a985ea0f-c2b4-48d4-b915-852fa607b6a5 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251021
Apr 08 19:55:21.382055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f114-d765-4289-b0f1-c9f3699595ef req-fb8d61a8-0330-4040-ba56-e57d0543e4ae tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:21.382725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-eb64f114-d765-4289-b0f1-c9f3699595ef req-fb8d61a8-0330-4040-ba56-e57d0543e4ae tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:55:21.426643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-eb64f114-d765-4289-b0f1-c9f3699595ef req-fb8d61a8-0330-4040-ba56-e57d0543e4ae tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:55:21.427900 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eb64f114-d765-4289-b0f1-c9f3699595ef req-fb8d61a8-0330-4040-ba56-e57d0543e4ae tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1348438
Apr 08 19:55:21.460680 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eb64f114-d765-4289-b0f1-c9f3699595ef req-9b7f5ca2-4c06-4b54-8c8e-7aeead11dcd9 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264831
Apr 08 19:55:21.701162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678c90-185f-4383-9224-f701945a51cb req-a1186148-371e-4223-bebb-7ee0e550c748 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:21.702787 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b1678c90-185f-4383-9224-f701945a51cb req-a1186148-371e-4223-bebb-7ee0e550c748 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0904183
Apr 08 19:55:21.706876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:55:21.734681 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b1678c90-185f-4383-9224-f701945a51cb req-4446ef07-c296-4e97-99b9-f8acbe5d2c7c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239234
Apr 08 19:55:21.849837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:21.868559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'mac_address': 'fa:16:3e:a4:d5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:55:21.929691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffba96-b2e2-4978-9d65-e4444b811153 req-e077afe6-977a-4072-8403-4233dd2a8347 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:21.929965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:21.931071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:55:21.931538 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3ffba96-b2e2-4978-9d65-e4444b811153 req-e077afe6-977a-4072-8403-4233dd2a8347 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 943 time: 0.0902019
Apr 08 19:55:21.947044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889046-aa60-4470-948b-4282bbad87b3 req-29ae4476-76fa-49e3-9ec0-eb0fd5c74999 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:21.948706 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7f889046-aa60-4470-948b-4282bbad87b3 req-29ae4476-76fa-49e3-9ec0-eb0fd5c74999 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0993869
Apr 08 19:55:21.949020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:21.963606 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a3ffba96-b2e2-4978-9d65-e4444b811153 req-c21b2c24-0a55-4162-9638-47081bb6b631 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251319
Apr 08 19:55:21.981468 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7f889046-aa60-4470-948b-4282bbad87b3 req-0ec02405-0a8d-4627-a081-88a58cfe6b29 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256646
Apr 08 19:55:21.983749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:21.985868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:22.007471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38106) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:22.056824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=9']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:22.060043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:22.196426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae97b9c4-2bb9-4920-a4ed-e34a66fb6314 tempest-TestShelveInstance-1988006035 tempest-TestShelveInstance-1988006035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:22.201156 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ae97b9c4-2bb9-4920-a4ed-e34a66fb6314 tempest-TestShelveInstance-1988006035 tempest-TestShelveInstance-1988006035-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1094 time: 0.1895354
Apr 08 19:55:22.201284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38114) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:22.207379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:55:22.213712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:22.217759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Usage tracker for resource:floatingip and tenant:880ea06ec3504a66b842211ec49c00f5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:22.220732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:22.227136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:22.278080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for floatingip, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:22.292143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['491819ea-e8ee-4cea-ad7f-0f8130ee400e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:22.362668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab409f50-2b18-45d7-9bbd-38a1b19d946a req-2413e2ff-9863-43e3-8f25-66bad7f25345 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:22.364307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ab409f50-2b18-45d7-9bbd-38a1b19d946a req-2413e2ff-9863-43e3-8f25-66bad7f25345 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0933676
Apr 08 19:55:22.397135 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ab409f50-2b18-45d7-9bbd-38a1b19d946a req-fb978c2f-615f-43e5-a0d8-b2dcd3533723 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256207
Apr 08 19:55:22.426070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:22.576831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Allocated IP 172.27.1.125 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/ee88e172-ed8b-4e87-b760-bbad66d654d8) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:55:22.729450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-363ae898-cb15-4c9e-b032-2832133b5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:22.768197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e714318-dc9a-404d-ade1-46a075cc1f18 req-58f69db4-d660-412c-9789-3f9b3e51c107 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:22.769710 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e714318-dc9a-404d-ade1-46a075cc1f18 req-58f69db4-d660-412c-9789-3f9b3e51c107 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1944344
Apr 08 19:55:22.832531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e714318-dc9a-404d-ade1-46a075cc1f18 req-57c7f292-85b3-46c6-8913-0baa66250f0a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461144
Apr 08 19:55:22.848909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:22.954402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-818f980f-b87d-4d36-b326-36b128031689 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:22.956508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-818f980f-b87d-4d36-b326-36b128031689 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.1025598
Apr 08 19:55:22.998331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.022676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:23.172351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Deleting port 498b959a-450f-4ee8-9f62-37f86e9a99ec {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:23.172732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.173585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3147a-a267-4205-8eba-91a15d8e5cce req-b18846de-4488-4d31-9fe9-0590443da544 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:23.175371 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dac3147a-a267-4205-8eba-91a15d8e5cce req-b18846de-4488-4d31-9fe9-0590443da544 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 944 time: 0.0888240
Apr 08 19:55:23.206067 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dac3147a-a267-4205-8eba-91a15d8e5cce req-5ec9b9be-d04f-4e02-9979-20cb0a0e9aa5 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237129
Apr 08 19:55:23.224469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'Port': ['ID=ee88e172-ed8b-4e87-b760-bbad66d654d8,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:23.240454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:23.347649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:55:23.364333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:55:23.370155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:55:23.696281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] For port 498b959a-450f-4ee8-9f62-37f86e9a99ec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=498b959a-450f-4ee8-9f62-37f86e9a99ec,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:23.696660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.707993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:55:23.788304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 491819ea-e8ee-4cea-ad7f-0f8130ee400e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:55:23.791201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.921965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.935061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:23.946753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:23.977868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:23.980767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:24.044524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eb7c7-10e1-4ae3-9aa6-1188124162be req-bcf5ff03-6b87-42d4-b170-e20f6e8dbd79 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:24.046180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc2eb7c7-10e1-4ae3-9aa6-1188124162be req-bcf5ff03-6b87-42d4-b170-e20f6e8dbd79 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 945 time: 0.0937943
Apr 08 19:55:24.056307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=10']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:24.059630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:24.079650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc2eb7c7-10e1-4ae3-9aa6-1188124162be req-b63d02c3-0d1d-4c2c-bf05-4f58f197c560 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258584
Apr 08 19:55:24.134629 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'code': 200}
Apr 08 19:55:24.143679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Calling delete_port for 498b959a-450f-4ee8-9f62-37f86e9a99ec owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:24.301534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41dfa-83ff-4fe4-88e7-daea97d9b4b5 req-b12920ec-9d30-41bc-9a3e-3dcc35b22df0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:24.302347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-2ac41dfa-83ff-4fe4-88e7-daea97d9b4b5 req-b12920ec-9d30-41bc-9a3e-3dcc35b22df0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Synchronizing usage tracker for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:55:24.397122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-2ac41dfa-83ff-4fe4-88e7-daea97d9b4b5 req-b12920ec-9d30-41bc-9a3e-3dcc35b22df0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Unset dirty status for tenant:d7006dad3204436a927ec6c8460bdcdc on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:55:24.398418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ac41dfa-83ff-4fe4-88e7-daea97d9b4b5 req-b12920ec-9d30-41bc-9a3e-3dcc35b22df0 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.8638833
Apr 08 19:55:24.415968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab86bb3-7695-4113-80d8-40e450d75234 req-71fcc35b-b4b4-4915-9abd-928f276600e9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:24.417568 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ab86bb3-7695-4113-80d8-40e450d75234 req-71fcc35b-b4b4-4915-9abd-928f276600e9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.0898106
Apr 08 19:55:24.449380 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ab86bb3-7695-4113-80d8-40e450d75234 req-d21ecda0-2f9f-46a1-9311-2e4b9beceb54 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253317
Apr 08 19:55:24.457648 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ac41dfa-83ff-4fe4-88e7-daea97d9b4b5 req-db0c3e22-46cf-48e2-89e7-612d6b222c33 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478096
Apr 08 19:55:24.500592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:24.515317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854', '498b959a-450f-4ee8-9f62-37f86e9a99ec'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:24.520680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:24.623631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event deleted for resources: {'Port': ['ID=498b959a-450f-4ee8-9f62-37f86e9a99ec,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:24.637029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:24.653892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:24.830237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68a21-3562-450e-a347-c1d86e208d4a req-89ceeb44-3825-40fd-91bc-71446d18b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:24.831755 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22b68a21-3562-450e-a347-c1d86e208d4a req-89ceeb44-3825-40fd-91bc-71446d18b982 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 1099 time: 0.0816219
Apr 08 19:55:24.838356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] No DVR routers for this DVR port 498b959a-450f-4ee8-9f62-37f86e9a99ec on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:55:24.842173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:24.844842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'name': 'network-vif-deleted', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:24.864726 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22b68a21-3562-450e-a347-c1d86e208d4a req-eedb94a9-3aec-4859-86df-dc194506de82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0209279
Apr 08 19:55:24.876769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:24.907791 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784c0070-c836-45aa-a34b-70a09b8a6791', 'name': 'network-vif-deleted', 'tag': '498b959a-450f-4ee8-9f62-37f86e9a99ec', 'status': 'completed', 'code': 200}
Apr 08 19:55:24.917443 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05e480cb-a0f4-4e7a-a3ed-0535b36e6a40 req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "DELETE /v2.0/ports/498b959a-450f-4ee8-9f62-37f86e9a99ec HTTP/1.1" status: 204  len: 173 time: 1.9557328
Apr 08 19:55:25.095062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba134-4d47-42f9-8e10-cc3a3df9d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:25.153093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:25.186417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:25.202316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:25.357670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-72f4411b-fcec-44a9-b1c3-3d5a1a49fb1c req-23ef0dd6-ca84-4306-8c1f-10acb568f9cd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:55:25.394412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event updated for resources: {'Port': ['ID=ee88e172-ed8b-4e87-b760-bbad66d654d8,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:25.398610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:25.430227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-72f4411b-fcec-44a9-b1c3-3d5a1a49fb1c req-23ef0dd6-ca84-4306-8c1f-10acb568f9cd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:55:25.431465 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-72f4411b-fcec-44a9-b1c3-3d5a1a49fb1c req-23ef0dd6-ca84-4306-8c1f-10acb568f9cd tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=784c0070-c836-45aa-a34b-70a09b8a6791 HTTP/1.1" status: 200  len: 210 time: 0.1942551
Apr 08 19:55:25.510305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:25.609326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:25.695263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3715-334e-4253-9bde-5e8bfda6412c req-89ff7710-a157-4ceb-b1c1-cb179ed89397 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:25.698996 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-703b3715-334e-4253-9bde-5e8bfda6412c req-89ff7710-a157-4ceb-b1c1-cb179ed89397 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.1096976
Apr 08 19:55:25.730797 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-703b3715-334e-4253-9bde-5e8bfda6412c req-f45c4583-1ff7-40b4-80d4-b778170f597a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268807
Apr 08 19:55:25.784952 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Floating IP d85a7497-3b0d-4b0b-acfd-5d3d209eeae9 associated. External IP: 172.27.1.125, port: 8feae2ce-07cb-4aee-b8b8-66303130ad5d.
Apr 08 19:55:25.855156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d7d2-64bf-4141-8a23-e327e6019519 req-a2811f57-3816-4a16-8b95-cd770a32986d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:25.856741 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9ac5d7d2-64bf-4141-8a23-e327e6019519 req-a2811f57-3816-4a16-8b95-cd770a32986d tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.2099547
Apr 08 19:55:25.966701 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9ac5d7d2-64bf-4141-8a23-e327e6019519 req-3c9ab87c-3034-4eab-9107-28d2ea3fb6e9 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997391
Apr 08 19:55:26.430515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:55:26.619494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:55:26.638050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Sync routers for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:55:26.649490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:55:26.650247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f12a7dd8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:26.692283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:26.759610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.5569065
Apr 08 19:55:26.863849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:55:26.909272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:26.911884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:26.965767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44a747-a92f-4453-96d3-3331592eebe9 req-c73dc834-9ad1-4d5d-bdfa-ced6daf267bb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:26.967431 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d44a747-a92f-4453-96d3-3331592eebe9 req-c73dc834-9ad1-4d5d-bdfa-ced6daf267bb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.0989714
Apr 08 19:55:26.974892 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'status': 'completed', 'code': 200}
Apr 08 19:55:27.006884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d44a747-a92f-4453-96d3-3331592eebe9 req-0f9f4b94-434c-4647-a288-c2a203be774d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310228
Apr 08 19:55:27.113560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-7e3931fe-93e1-4bdc-9e3c-c779401cdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.115463 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-7e3931fe-93e1-4bdc-9e3c-c779401cdd30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.1076612
Apr 08 19:55:27.210645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c592bf-1372-4237-b099-507a629fe54b req-c8b90961-fbb7-4aca-9a53-97eccd00475f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.212647 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37c592bf-1372-4237-b099-507a629fe54b req-c8b90961-fbb7-4aca-9a53-97eccd00475f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.1054301
Apr 08 19:55:27.247167 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37c592bf-1372-4237-b099-507a629fe54b req-2d6d4638-0914-4102-857f-7aa052af128a tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/security-groups?id=e59fff31-8080-4626-b8cc-6f9ca36537b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271056
Apr 08 19:55:27.281818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-b5d86d07-d336-4938-82aa-c34be5854b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.283842 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-b5d86d07-d336-4938-82aa-c34be5854b08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.1591954
Apr 08 19:55:27.299643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f12a7dd8>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd85a7497-3b0d-4b0b-acfd-5d3d209eeae9', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'mac_address': 'fa:16:3e:d7:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:55:24Z', 'updated_at': '2021-04-08T19:55:24Z', 'revision_number': 0, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:27.303734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Checking router: 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:55:27.313074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:55:27.313759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f12a7dd8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:27.351577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-2c957a7f-1611-45e3-a0fe-63b9ad8e0281 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.353173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-2c957a7f-1611-45e3-a0fe-63b9ad8e0281 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 945 time: 0.0925667
Apr 08 19:55:27.402303 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-834fc732-230e-4a84-9420-3d63af9aa9e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 1000 time: 0.1119363
Apr 08 19:55:27.441300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Deleting port 3b4593af-36f0-4799-8161-0a27bd0e38a6 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:27.441688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:27.480403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:27.481150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-85e6030f-54a6-437f-8e8c-2b14e6cb52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.482522 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-85e6030f-54a6-437f-8e8c-2b14e6cb52e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.0724978
Apr 08 19:55:27.526491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:55:27.570916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-de5a5e80-0af0-4fe1-aefd-00242204ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:27.572562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-de5a5e80-0af0-4fe1-aefd-00242204ff9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824647
Apr 08 19:55:27.727211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] For port 3b4593af-36f0-4799-8161-0a27bd0e38a6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b4593af-36f0-4799-8161-0a27bd0e38a6,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:27.727729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:27.737863 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-fa06178f-880a-450a-8b95-23abe811affa service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584451
Apr 08 19:55:27.743681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 498b959a-450f-4ee8-9f62-37f86e9a99ec no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:27.785276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 498b959a-450f-4ee8-9f62-37f86e9a99ec {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:27.785748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 498b959a-450f-4ee8-9f62-37f86e9a99ec not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:27.874198 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Calling delete_port for 3b4593af-36f0-4799-8161-0a27bd0e38a6 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:27.891353 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6ae231e7-cdd0-4a27-bf45-4dc767f3d7a6 req-906c1369-ec65-4ddd-8bdc-55fee4301fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467941
Apr 08 19:55:27.922592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f12a7dd8>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd85a7497-3b0d-4b0b-acfd-5d3d209eeae9', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'mac_address': 'fa:16:3e:d7:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:55:24Z', 'updated_at': '2021-04-08T19:55:24Z', 'revision_number': 0, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:27.927349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432567a-ff6f-4776-8928-0f2c11e9326d None None] The sync data for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi is: [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd85a7497-3b0d-4b0b-acfd-5d3d209eeae9', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'mac_address': 'fa:16:3e:d7:5a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:55:24Z', 'updated_at': '2021-04-08T19:55:24Z', 'revision_number': 0, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:55:28.069186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:28.085726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6bee4dec-e7c5-4c45-84dc-51ed2cc5cf14 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:28.087415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['3b4593af-36f0-4799-8161-0a27bd0e38a6'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:28.144219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Pushing event deleted for resources: {'Port': ['ID=3b4593af-36f0-4799-8161-0a27bd0e38a6,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:28.192852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:28.354655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed736bee-828e-4653-84d6-5cdfcfcabe39 None None] New status for floating IP d85a7497-3b0d-4b0b-acfd-5d3d209eeae9: ACTIVE {{(pid=85386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:55:28.373710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209e13-c6db-41af-8148-04074c955215 req-b8b45333-fcd1-4901-97cd-a32ca7629c83 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:28.375370 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba209e13-c6db-41af-8148-04074c955215 req-b8b45333-fcd1-4901-97cd-a32ca7629c83 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.1838784
Apr 08 19:55:28.437355 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bb2ab45d-449b-4608-a7ec-75f2c270d284 req-5050dfc4-734b-4b40-b8fa-b15547bea49f tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.68 "GET /v2.0/ports?device_id=8551e324-bed2-46bb-9f15-7e6b66fef897 HTTP/1.1" status: 200  len: 210 time: 0.0577335
Apr 08 19:55:28.446785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] No DVR routers for this DVR port 3b4593af-36f0-4799-8161-0a27bd0e38a6 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:55:28.451019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:28.459611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba209e13-c6db-41af-8148-04074c955215 req-079a32d8-7018-4921-a049-ea2f50f8edee tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769830
Apr 08 19:55:28.460284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'name': 'network-vif-deleted', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:28.510147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9a8d551d-de74-4c70-a2ce-82e5376a9fbb req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] 10.222.0.10 "DELETE /v2.0/ports/3b4593af-36f0-4799-8161-0a27bd0e38a6 HTTP/1.1" status: 204  len: 173 time: 1.1507473
Apr 08 19:55:28.538881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551e324-bed2-46bb-9f15-7e6b66fef897', 'name': 'network-vif-deleted', 'tag': '3b4593af-36f0-4799-8161-0a27bd0e38a6', 'status': 'completed', 'code': 200}
Apr 08 19:55:28.683527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283c77-b386-4101-8b7d-8040d3972b18 req-70dab535-060a-4501-924a-16ee10719db7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:28.685417 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-11283c77-b386-4101-8b7d-8040d3972b18 req-70dab535-060a-4501-924a-16ee10719db7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.1082044
Apr 08 19:55:28.720260 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-11283c77-b386-4101-8b7d-8040d3972b18 req-1240176b-e877-48b6-b5f7-4903379cf721 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279503
Apr 08 19:55:29.549397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38204) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:30.046217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286033e-41f9-4350-bb0b-59bc4ae64dbe req-8da3255e-37a1-43e6-871a-e9d9c702bb20 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:30.047722 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5286033e-41f9-4350-bb0b-59bc4ae64dbe req-8da3255e-37a1-43e6-871a-e9d9c702bb20 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.1836138
Apr 08 19:55:30.071176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9988598-c733-4a4a-a287-3ca1b333550d req-755e4cba-3622-4376-9d65-3b05080b9b1e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:30.072749 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b9988598-c733-4a4a-a287-3ca1b333550d req-755e4cba-3622-4376-9d65-3b05080b9b1e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 945 time: 0.0893116
Apr 08 19:55:30.129342 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5286033e-41f9-4350-bb0b-59bc4ae64dbe req-34fe0d25-8bec-4dc0-acde-01b5b944839a tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/security-groups?id=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736904
Apr 08 19:55:30.154443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Deleting port f7d36ec3-c07c-42b7-a294-1a848611a854 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:30.154859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.240316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.419339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] For port f7d36ec3-c07c-42b7-a294-1a848611a854, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7d36ec3-c07c-42b7-a294-1a848611a854,segment=NetworkSegment(65bb6ff6-7124-46ff-905a-8a3a6233141b),segment_id=65bb6ff6-7124-46ff-905a-8a3a6233141b)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:30.419823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.553280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Calling delete_port for f7d36ec3-c07c-42b7-a294-1a848611a854 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:30.626768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Deleting port 0130cf39-3d8a-4601-8c32-935725669b42 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:30.627761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.774790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.786957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f7d36ec3-c07c-42b7-a294-1a848611a854'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:55:30.792745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9417b234-ac2a-4167-a04a-4170134cfac6 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:30.825109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] For port 0130cf39-3d8a-4601-8c32-935725669b42, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=0130cf39-3d8a-4601-8c32-935725669b42,segment=NetworkSegment(ebb094dd-2706-4ebb-ae7f-0918e0158e38),segment_id=ebb094dd-2706-4ebb-ae7f-0918e0158e38)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:30.825519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:30.849827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Pushing event deleted for resources: {'Port': ['ID=f7d36ec3-c07c-42b7-a294-1a848611a854,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:30.902402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:31.071912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] No DVR routers for this DVR port f7d36ec3-c07c-42b7-a294-1a848611a854 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:55:31.074547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:31.077621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'name': 'network-vif-deleted', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:55:31.133950 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b9988598-c733-4a4a-a287-3ca1b333550d req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.10 "DELETE /v2.0/ports/f7d36ec3-c07c-42b7-a294-1a848611a854 HTTP/1.1" status: 204  len: 173 time: 1.0552845
Apr 08 19:55:31.141826 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c701937-8a4e-438a-b787-55892793ef78', 'name': 'network-vif-deleted', 'tag': 'f7d36ec3-c07c-42b7-a294-1a848611a854', 'status': 'completed', 'code': 200}
Apr 08 19:55:31.206182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Calling delete_port for 0130cf39-3d8a-4601-8c32-935725669b42 owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:31.528033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f31e6bd0-6764-4b25-94a8-4c2877f82072 req-884b5a29-ebe8-4ea1-b7b0-e016ea386d0d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Synchronizing usage tracker for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:55:31.571582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f31e6bd0-6764-4b25-94a8-4c2877f82072 req-884b5a29-ebe8-4ea1-b7b0-e016ea386d0d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Unset dirty status for tenant:52e6ad85fb2e459fbff65e22035e3e1d on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:55:31.572848 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f31e6bd0-6764-4b25-94a8-4c2877f82072 req-884b5a29-ebe8-4ea1-b7b0-e016ea386d0d tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] 10.222.0.68 "GET /v2.0/ports?device_id=1c701937-8a4e-438a-b787-55892793ef78 HTTP/1.1" status: 200  len: 210 time: 0.3126979
Apr 08 19:55:31.640571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:31.657927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:31.755471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f7d36ec3-c07c-42b7-a294-1a848611a854 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:31.756302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Pushing event deleted for resources: {'Port': ['ID=0130cf39-3d8a-4601-8c32-935725669b42,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:31.763581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:31.805907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: f7d36ec3-c07c-42b7-a294-1a848611a854 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:31.806654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f7d36ec3-c07c-42b7-a294-1a848611a854 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:31.807208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 3b4593af-36f0-4799-8161-0a27bd0e38a6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:31.847675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 3b4593af-36f0-4799-8161-0a27bd0e38a6 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:31.848078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 3b4593af-36f0-4799-8161-0a27bd0e38a6 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:32.113717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:32.121440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:55:32.643512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Router 3559d427-4861-4820-b9f6-13da2bd91ec5 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:55:32.686374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112d9c1-502d-405b-bc50-d9ae64201fd3 req-b5837f6d-5970-4eed-be38-7bc536ebdece tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:32.688222 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4112d9c1-502d-405b-bc50-d9ae64201fd3 req-b5837f6d-5970-4eed-be38-7bc536ebdece tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0967042
Apr 08 19:55:32.719925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38232) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:32.769466 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4112d9c1-502d-405b-bc50-d9ae64201fd3 req-b0cb40f7-9bf4-4794-a6af-932ec0873891 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712903
Apr 08 19:55:32.798612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Deleting subnet 913b739f-d7dc-4f6d-a182-3f6abae1be69 {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:55:32.801943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:32.854198 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:32.860509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:55:32.870438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Sync routers for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:55:32.879359 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] 10.222.0.68 "PUT /v2.0/routers/3559d427-4861-4820-b9f6-13da2bd91ec5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3256264
Apr 08 19:55:32.879745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38236) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:32.880870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:55:32.881510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f7b518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:32.919210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.067926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.074891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:55:33.215390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.238397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d631a772-79dc-41be-a828-58717894f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:33.332403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913b739f-d7dc-4f6d-a182-3f6abae1be69,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:33.350057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:33.388715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.398824 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/913b739f-d7dc-4f6d-a182-3f6abae1be69 HTTP/1.1" status: 204  len: 168 time: 0.6754494
Apr 08 19:55:33.399187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38240) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:33.496015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.518780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.537462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Deleting port 9e177d43-9124-40ce-90dc-cd3f40e5818e {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:55:33.537902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.571321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f7b518>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:55:31Z', 'revision_number': 5, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port': {'id': '9e177d43-9124-40ce-90dc-cd3f40e5818e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.574895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Checking router: 3559d427-4861-4820-b9f6-13da2bd91ec5 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:55:33.585922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Routers {'3559d427-4861-4820-b9f6-13da2bd91ec5'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:55:33.586532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f7b518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3559d427-4861-4820-b9f6-13da2bd91ec5'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.732051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.753103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] For port 9e177d43-9124-40ce-90dc-cd3f40e5818e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9e177d43-9124-40ce-90dc-cd3f40e5818e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:55:33.753409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.764719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] Set router 3559d427-4861-4820-b9f6-13da2bd91ec5 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:55:33.864012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0cc1b00>,) {'filters': {'network_id': ['eb1ab9d1-8d59-4cce-a5d3-e67110628d93']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.877846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0cc1b00>, '65bb6ff6-7124-46ff-905a-8a3a6233141b') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.878190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0cc1b00>, '65bb6ff6-7124-46ff-905a-8a3a6233141b') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.891051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.893183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Calling delete_port for 9e177d43-9124-40ce-90dc-cd3f40e5818e owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:55:33.906641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:33.908325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0f7b518>, [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:55:33Z', 'revision_number': 6, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:33.912532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a041d3-82ec-45c6-bf33-da4b6fb80921 None None] The sync data for ids ['3559d427-4861-4820-b9f6-13da2bd91ec5'] in dv-cinder-784623-4-iscsi is: [{'id': '3559d427-4861-4820-b9f6-13da2bd91ec5', 'name': 'tempest-ServerRescueNegativeTestJSON-1099190000-router', 'tenant_id': 'd7006dad3204436a927ec6c8460bdcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:51:58Z', 'updated_at': '2021-04-08T19:55:33Z', 'revision_number': 6, 'project_id': 'd7006dad3204436a927ec6c8460bdcdc', 'gw_port_host': None}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:55:33.914265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:55:34.072676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d69ad-21b7-4c1d-a3e0-5aed2498e241 req-f983a6f9-f31a-4917-b397-d2bc5358a5c4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:34.074340 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da4d69ad-21b7-4c1d-a3e0-5aed2498e241 req-f983a6f9-f31a-4917-b397-d2bc5358a5c4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1494048
Apr 08 19:55:34.106683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:55:34.113472 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da4d69ad-21b7-4c1d-a3e0-5aed2498e241 req-e40d3497-08f6-43ca-8715-49a7bf4cdc97 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281942
Apr 08 19:55:34.116625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.211760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.227694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:34.301410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Network eb1ab9d1-8d59-4cce-a5d3-e67110628d93 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:55:34.326288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e177d43-9124-40ce-90dc-cd3f40e5818e,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:55:34.327777 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:55:34.336729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:34.439648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.443921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:34.458633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.471935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1ab9d1-8d59-4cce-a5d3-e67110628d93,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:34.475127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:34.492261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.504047 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-52c440e5-27f2-4212-bac8-03a5d7a36116 admin admin] 10.222.0.68 "DELETE /v2.0/networks/eb1ab9d1-8d59-4cce-a5d3-e67110628d93 HTTP/1.1" status: 204  len: 168 time: 1.1037600
Apr 08 19:55:34.682697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.685095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.874486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.875085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3559d427-4861-4820-b9f6-13da2bd91ec5 {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 19:55:34.888792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:34.890030 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/3559d427-4861-4820-b9f6-13da2bd91ec5 HTTP/1.1" status: 204  len: 168 time: 2.0094616
Apr 08 19:55:34.893301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38250) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:34.907896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38254) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:34.946075 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6a5bec9d-6334-4591-b483-60720c8b2255 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=52e6ad85fb2e459fbff65e22035e3e1d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0367553
Apr 08 19:55:34.948727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38258) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:34.967209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Deleting subnet ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:55:34.970989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.019902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.023661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.047583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.086016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.117457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.122554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b1d07301-a800-41a1-897f-13f9ab224903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:35.136941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f1eec-3315-4ef8-9ab8-cec4cbeb6a51,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:35.139767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:35.177421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.181201 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/770f1eec-3315-4ef8-9ab8-cec4cbeb6a51 HTTP/1.1" status: 204  len: 168 time: 0.2290192
Apr 08 19:55:35.347994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c371f-27e5-4bb4-82c1-cc71113b6a05 req-f60d2a76-a561-4b5f-a22c-cbc97deecc84 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:35.349621 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-216c371f-27e5-4bb4-82c1-cc71113b6a05 req-f60d2a76-a561-4b5f-a22c-cbc97deecc84 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0952034
Apr 08 19:55:35.385248 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-216c371f-27e5-4bb4-82c1-cc71113b6a05 req-4dc04709-7495-4ceb-89a4-a1dc37d22f81 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290222
Apr 08 19:55:35.449399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.465470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-588072e4-7fbd-4ec9-be20-07634a9d290d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:35.550922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7d8cb1-1dee-4d75-a377-c7d99ca1f422,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:35.558231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:35.602722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.611740 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7f62543f-da5c-4dc4-80a3-ba2b513809ca admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ed7d8cb1-1dee-4d75-a377-c7d99ca1f422 HTTP/1.1" status: 204  len: 168 time: 0.7144170
Apr 08 19:55:35.612117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38270) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:35.732025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:35.770033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 0130cf39-3d8a-4601-8c32-935725669b42 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:35.807634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 0130cf39-3d8a-4601-8c32-935725669b42 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:35.808008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 0130cf39-3d8a-4601-8c32-935725669b42 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:35.808670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9e177d43-9124-40ce-90dc-cd3f40e5818e no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:55:35.844184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 9e177d43-9124-40ce-90dc-cd3f40e5818e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:55:35.844577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9e177d43-9124-40ce-90dc-cd3f40e5818e not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:55:35.929933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.045676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0221710>,) {'filters': {'network_id': ['c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:36.058750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0221710>, 'ebb094dd-2706-4ebb-ae7f-0918e0158e38') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:36.059091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0221710>, 'ebb094dd-2706-4ebb-ae7f-0918e0158e38') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:55:36.071240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.086681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.093446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:55:36.271352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:55:36.283850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.463323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Network c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:55:36.486367 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:55:36.643575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.651029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:36.665488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:36.679270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe441-b144-484e-ac3e-d3f73391832a req-fc41291e-f7cd-4712-bb25-97ba793f565f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:36.680867 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c69fe441-b144-484e-ac3e-d3f73391832a req-fc41291e-f7cd-4712-bb25-97ba793f565f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1344485
Apr 08 19:55:36.685430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:36.694300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:36.726132 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c69fe441-b144-484e-ac3e-d3f73391832a req-3d873ab1-efa0-43fa-9557-fab685164956 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325942
Apr 08 19:55:36.741544 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] 10.222.0.68 "DELETE /v2.0/networks/c9f8f4d9-bf06-41c5-afd8-0786a5fa5d99 HTTP/1.1" status: 204  len: 168 time: 1.1280243
Apr 08 19:55:37.001018 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38310) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:37.036992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4526510f-9441-4f93-a0d0-221e134ab562 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d7006dad3204436a927ec6c8460bdcdc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0346558
Apr 08 19:55:37.039879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38314) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:37.104222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.132179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.208658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.213805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b1b76cb5-0886-4c02-acaa-028ab9dc1f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:37.227493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59fff31-8080-4626-b8cc-6f9ca36537b1,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:37.230459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:37.259391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.260619 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e59fff31-8080-4626-b8cc-6f9ca36537b1 HTTP/1.1" status: 204  len: 168 time: 0.2194979
Apr 08 19:55:37.514283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38332) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:37.645068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.661507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:37.665691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Usage tracker for resource:security_group_rule and tenant:676f88e7edf1406e802122640f22c1ac is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:37.668778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:37.675607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:37.831192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.914719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:37.920435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:37.976331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4d0cde-7875-47e1-93b4-6109085b1337,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:37.979716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:37.989627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ecedd-10b4-4e6a-b48e-3d840f5ca018 req-5a779cec-98be-4aae-876f-4f35eae6f625 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:37.991588 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-711ecedd-10b4-4e6a-b48e-3d840f5ca018 req-5a779cec-98be-4aae-876f-4f35eae6f625 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1500225
Apr 08 19:55:37.994047 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=676f88e7edf1406e802122640f22c1ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4786594
Apr 08 19:55:37.996981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38354) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:38.051117 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-711ecedd-10b4-4e6a-b48e-3d840f5ca018 req-f83ed54c-c180-4ea9-b6c1-a90ee8b5635d tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503037
Apr 08 19:55:38.087209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.116299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.188715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.194258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:38.208806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4d0cde-7875-47e1-93b4-6109085b1337,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:38.211988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:38.212971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.216599 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f25f21fb-40e6-4437-b1ab-f5f5410edcb8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6e4d0cde-7875-47e1-93b4-6109085b1337 HTTP/1.1" status: 204  len: 168 time: 0.2156839
Apr 08 19:55:38.712942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38374) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:38.732701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.749125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:38.754151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f539afaad44995a0a1a2ccf37949cc is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:38.757106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:38.763549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:38.851605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.879918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:38.889000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:38.936600 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0f539afaad44995a0a1a2ccf37949cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2224350
Apr 08 19:55:38.937552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcccaab4-0597-43bd-adfc-d52c5d063d1b,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:38.939661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38382) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:38.940922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:39.014232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:39.043743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:39.120362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:39.126188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-31cf8434-31cb-43ba-94ea-a3f240d9036a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:39.141145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcccaab4-0597-43bd-adfc-d52c5d063d1b,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:39.144556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:39.145833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:39.149897 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dcccaab4-0597-43bd-adfc-d52c5d063d1b HTTP/1.1" status: 204  len: 168 time: 0.2090917
Apr 08 19:55:39.266543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf350e-2502-4de3-963e-a51fad8daa25 req-72cbf8a3-792b-422d-ae16-f175385360fc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:39.268827 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2fbf350e-2502-4de3-963e-a51fad8daa25 req-72cbf8a3-792b-422d-ae16-f175385360fc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0960603
Apr 08 19:55:39.300881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2fbf350e-2502-4de3-963e-a51fad8daa25 req-c4f51a74-a91b-480b-9172-59e0f85d374e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245864
Apr 08 19:55:40.501717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23177b8-9cb9-4c2a-9b3c-dbb9ecd83d00 req-45abcd1c-ccf5-4879-8334-b72b556f66bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:40.503363 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a23177b8-9cb9-4c2a-9b3c-dbb9ecd83d00 req-45abcd1c-ccf5-4879-8334-b72b556f66bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0887904
Apr 08 19:55:40.540061 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a23177b8-9cb9-4c2a-9b3c-dbb9ecd83d00 req-dc99cd2f-c5c6-4c8e-b265-dda27a59f005 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292833
Apr 08 19:55:41.985393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08336214-8be5-4800-9749-175f8a1d99f2 req-83ae997b-b309-407b-bfc1-9849d6bcfffb tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:41.987588 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-08336214-8be5-4800-9749-175f8a1d99f2 req-83ae997b-b309-407b-bfc1-9849d6bcfffb tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.3301980
Apr 08 19:55:42.019034 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-08336214-8be5-4800-9749-175f8a1d99f2 req-888ae1a4-0fb7-4dcd-9301-35df4fbf84e4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251644
Apr 08 19:55:42.143157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38478) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:42.267722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.283809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:42.288007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Usage tracker for resource:security_group_rule and tenant:3fa288ce3bed42689e474e110a115e8c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:42.291088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:42.297122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:42.381740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.416993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.425870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7a18a6d6-32f5-48f0-a32e-2e993068ccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:42.467647 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3fa288ce3bed42689e474e110a115e8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3232465
Apr 08 19:55:42.468546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13271775-1346-4043-9edc-64d40a696b6b,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:42.471162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38484) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:42.472732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66b2568c-de83-445c-bdb5-e21470427b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:42.532506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.560582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.631679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.637210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-460072fa-11f1-4130-9bfb-ad456093ac9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:42.652875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13271775-1346-4043-9edc-64d40a696b6b,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:42.656117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:42.661361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:42.662626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13271775-1346-4043-9edc-64d40a696b6b HTTP/1.1" status: 204  len: 168 time: 0.1902862
Apr 08 19:55:43.210639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38502) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:43.229614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.232590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d733f7-f9f2-4428-a60d-5d54b951018c req-97b26a2d-70ef-4e6f-9304-06a301e8247b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:43.234260 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32d733f7-f9f2-4428-a60d-5d54b951018c req-97b26a2d-70ef-4e6f-9304-06a301e8247b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0980902
Apr 08 19:55:43.245312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:43.249343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Usage tracker for resource:security_group_rule and tenant:97b02c9154964d4ca4f4d9f68c9284bb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:43.252896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:43.258907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:43.265794 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32d733f7-f9f2-4428-a60d-5d54b951018c req-763cc160-0de6-4cdd-8423-3afa3da7fade tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250511
Apr 08 19:55:43.347357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.371094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.380882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2bcae7db-ab25-4e7f-b980-ceca6d60e206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:43.421763 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97b02c9154964d4ca4f4d9f68c9284bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2099798
Apr 08 19:55:43.423954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c5af30-e6e4-4467-aba5-b0501418d992,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:43.425539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38508) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:43.427269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:43.487873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.516716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.586256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.593012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e7e4af8f-d716-4d3e-8986-33b027a27016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:43.646455 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c5af30-e6e4-4467-aba5-b0501418d992,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:43.657585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:43.670640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:43.675146 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7c5af30-e6e4-4467-aba5-b0501418d992 HTTP/1.1" status: 204  len: 168 time: 0.2483943
Apr 08 19:55:43.709581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f0fda-da39-4d93-850b-351fd00c8888 req-6fcbf325-0132-4fc9-bebf-79d49c66bcba tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:43.711555 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ad6f0fda-da39-4d93-850b-351fd00c8888 req-6fcbf325-0132-4fc9-bebf-79d49c66bcba tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1207733
Apr 08 19:55:43.743318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ad6f0fda-da39-4d93-850b-351fd00c8888 req-5d66a130-40c5-4e88-92b5-9542005d9abd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256286
Apr 08 19:55:44.952626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835b32d-f6ca-4ba5-97f3-9c10b0839701 req-22b2e3ee-00ba-47a6-95cd-5e0a95d18528 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:44.954299 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a835b32d-f6ca-4ba5-97f3-9c10b0839701 req-22b2e3ee-00ba-47a6-95cd-5e0a95d18528 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0906374
Apr 08 19:55:44.986617 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a835b32d-f6ca-4ba5-97f3-9c10b0839701 req-c603525e-e362-48f3-a455-d55389e5fb46 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250611
Apr 08 19:55:46.017952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:46.192001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce637-892b-443a-b201-7af93428562b req-bb6cba26-74a5-456c-bb63-5e0350154eb2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:46.193652 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c46ce637-892b-443a-b201-7af93428562b req-bb6cba26-74a5-456c-bb63-5e0350154eb2 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0918372
Apr 08 19:55:46.224631 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c46ce637-892b-443a-b201-7af93428562b req-41084273-3470-4d1a-ab31-6e7fff390772 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245240
Apr 08 19:55:46.398682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-145c6f0f-8703-479a-8bd1-f83af9d2faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:46.400382 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-145c6f0f-8703-479a-8bd1-f83af9d2faa3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 1098 time: 0.0844743
Apr 08 19:55:46.547151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-5a6f5260-adfe-4ffe-8076-a85f99707f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:46.548856 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-5a6f5260-adfe-4ffe-8076-a85f99707f45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1392224
Apr 08 19:55:46.659974 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-33a31445-6833-43cb-9ac4-967e24d92a04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 200  len: 1000 time: 0.1044550
Apr 08 19:55:46.732931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-76f22cc4-c52f-4536-a9c9-e1f85eb1a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:46.734531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-76f22cc4-c52f-4536-a9c9-e1f85eb1a5e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0681431
Apr 08 19:55:46.821299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-65645736-3ecd-471f-98eb-2ad32489b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:46.822969 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-65645736-3ecd-471f-98eb-2ad32489b08a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799849
Apr 08 19:55:46.970717 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-84d09892-bafb-4cb4-b4ca-b33262f396fe service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393127
Apr 08 19:55:47.116190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5128fc8e-bb77-4a6d-b190-05e40612f8cb req-f8d83a12-f603-4550-95e6-ca557f63cdef service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364503
Apr 08 19:55:47.379516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38600) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:47.441405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19901-2d6f-4da7-a41f-b27b8ecde71a req-7e764920-3ef6-4321-be8e-6308bbccb437 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:47.443051 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70c19901-2d6f-4da7-a41f-b27b8ecde71a req-7e764920-3ef6-4321-be8e-6308bbccb437 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0967762
Apr 08 19:55:47.476312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70c19901-2d6f-4da7-a41f-b27b8ecde71a req-0bc80d4e-0719-48f9-addb-18948204be44 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264041
Apr 08 19:55:47.514434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:47.531001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:47.539836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Usage tracker for resource:security_group_rule and tenant:8d229d8ef1904b1b92cffd11b79636c5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:47.539836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:47.544035 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:47.750847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:47.797094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:47.810645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e88b442-fceb-4c05-9e4d-c70a71f39bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:47.853457 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d229d8ef1904b1b92cffd11b79636c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4726830
Apr 08 19:55:47.855151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f64e6f-12dc-4a02-b780-50ec7667bfdf,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:47.856336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38608) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:47.864068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:47.919009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:47.947127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.037073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.042380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e8e943a4-7932-46df-bad9-9e9838285a8e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:48.056362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f64e6f-12dc-4a02-b780-50ec7667bfdf,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:48.058837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:48.068896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.072502 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-149f5d04-f93a-475a-919f-37d0a0ad7d0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6f64e6f-12dc-4a02-b780-50ec7667bfdf HTTP/1.1" status: 204  len: 168 time: 0.2125309
Apr 08 19:55:48.513205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38630) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:48.536002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.556853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:48.561348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Usage tracker for resource:security_group_rule and tenant:96c5cc690dd44f549e307a386b89e348 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:48.564980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:48.571092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:48.659334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.691313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.700743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4c5958e8-4ded-4573-9f1c-990c927071a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:48.708453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4acf4-3d74-46b3-b78f-d72d94e2a9d9 req-df732119-5a1b-4616-9b8b-bbbea77ac8cf tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:48.710111 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-85f4acf4-3d74-46b3-b78f-d72d94e2a9d9 req-df732119-5a1b-4616-9b8b-bbbea77ac8cf tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1091723
Apr 08 19:55:48.741892 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-85f4acf4-3d74-46b3-b78f-d72d94e2a9d9 req-dd853430-522d-4ae4-a4ff-07436f7f8b03 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252178
Apr 08 19:55:48.745191 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96c5cc690dd44f549e307a386b89e348&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2297840
Apr 08 19:55:48.746181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8369a-2ea4-4e2f-a720-bbcc55796e4d,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:48.747975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38634) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:48.749423 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:48.812184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.848108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.919679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.924752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-709e3026-0fbc-40f0-af7d-d4874188b38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:48.937366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8369a-2ea4-4e2f-a720-bbcc55796e4d,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:48.939778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:48.947826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:48.949021 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58e8369a-2ea4-4e2f-a720-bbcc55796e4d HTTP/1.1" status: 204  len: 168 time: 0.1985145
Apr 08 19:55:49.872655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38674) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:49.980367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169521161-network', 'tenant_id': '007f2555f67d449fa697df5a5f19c8e9'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:55:49.985474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:49.989595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Usage tracker for resource:network and tenant:007f2555f67d449fa697df5a5f19c8e9 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:49.992651 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:49.999112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:50.051236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Made reservation on behalf of 007f2555f67d449fa697df5a5f19c8e9 for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:55:50.056052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.069718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.089669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:50.090551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:007f2555f67d449fa697df5a5f19c8e9 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:50.093624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:50.100045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:50.186716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.216898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.221608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57bd50b3-5a94-45fb-8950-e3f766faaa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:50.250812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:55:50.260506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51292eb2-a3a9-4d91-9043-2eaeb3b4c80c,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:50.264322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:50.266860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.267514 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Added segment 3be2a502-693f-47a7-a5ee-fd3f22e15ab0 of type vlan for network c40ff11a-47f3-447e-be28-40df1c44eb4f
Apr 08 19:55:50.294916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.374255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.375617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:50.376977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:50.381940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:50.484471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=c40ff11a-47f3-447e-be28-40df1c44eb4f,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:50.487333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:50.495117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network c40ff11a-47f3-447e-be28-40df1c44eb4f details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:55:50.549759 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6840265
Apr 08 19:55:50.552686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 38686) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:50.559149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Request body: {'subnet': {'network_id': 'c40ff11a-47f3-447e-be28-40df1c44eb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169521161-subnet', 'tenant_id': '007f2555f67d449fa697df5a5f19c8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:55:50.564986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:50.569158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Usage tracker for resource:subnet and tenant:007f2555f67d449fa697df5a5f19c8e9 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:50.572318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:50.578399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:50.631427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Made reservation on behalf of 007f2555f67d449fa697df5a5f19c8e9 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:55:50.637384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:51.302235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:51.317685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:51.442857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6065551e-42f0-4d64-80a6-40fe62910aa9,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:51.458180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:51.518251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Checking segment: {'id': '3be2a502-693f-47a7-a5ee-fd3f22e15ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c40ff11a-47f3-447e-be28-40df1c44eb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:55:51.518654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Network hostable DHCP agents. Network: c40ff11a-47f3-447e-be28-40df1c44eb4f, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:55:51.554312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Network c40ff11a-47f3-447e-be28-40df1c44eb4f is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:55:51.595389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, c40ff11a-47f3-447e-be28-40df1c44eb4f) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:55:51.598863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579a0ab-61e7-4989-b23d-3295f8b24641 None None] Network c40ff11a-47f3-447e-be28-40df1c44eb4f requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:55:51.601573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:51.602378 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:51.651196 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0930257
Apr 08 19:55:51.824221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a4c18-0f1d-4351-861f-636a16932ca4 None None] Network c40ff11a-47f3-447e-be28-40df1c44eb4f requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:55:52.281442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38718) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:52.288194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-409312447-network', 'tenant_id': 'a917a5d6398e45d8aa1d490d50efeb7e'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:55:52.293354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:52.297483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Usage tracker for resource:network and tenant:a917a5d6398e45d8aa1d490d50efeb7e is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:52.305091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:52.306777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:52.348132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Made reservation on behalf of a917a5d6398e45d8aa1d490d50efeb7e for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:55:52.353013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.366354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.382375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:52.386643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Usage tracker for resource:security_group_rule and tenant:a917a5d6398e45d8aa1d490d50efeb7e is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:52.389538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:52.395585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:52.478068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.513932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.518195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-432a1ba3-6cc7-4922-9e37-aaf24045b831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:52.542751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:55:52.560682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93dfbfb-3e5e-4fef-88a7-7db43e55086c,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:52.564352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:52.595868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.596264 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Added segment 936fa83b-c3bc-4f35-a7fa-1e65e6ba55b4 of type vlan for network b0cf1e37-ce7b-442d-a77b-447f81496795
Apr 08 19:55:52.662933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.742751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec471258-11dd-4697-8dea-d1e198d67c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.774447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.775910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:52.776608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:52.782113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a79a5ab-70be-4e92-8725-839ee049ef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:52.896542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Pushing event updated for resources: {'Network': ['ID=b0cf1e37-ce7b-442d-a77b-447f81496795,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:52.899382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:52.907630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network b0cf1e37-ce7b-442d-a77b-447f81496795 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:55:52.929494 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6466701
Apr 08 19:55:52.932377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 38732) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:55:52.940488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Request body: {'subnet': {'network_id': 'b0cf1e37-ce7b-442d-a77b-447f81496795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-409312447-subnet', 'tenant_id': 'a917a5d6398e45d8aa1d490d50efeb7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:55:52.945656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:55:52.949714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Usage tracker for resource:subnet and tenant:a917a5d6398e45d8aa1d490d50efeb7e is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:55:52.952819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:55:52.959830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:55:53.014381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Made reservation on behalf of a917a5d6398e45d8aa1d490d50efeb7e for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:55:53.020111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852258162'] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:53.503343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852258113'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:53.521696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:55:53.656652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=838d9a06-8346-4e7d-bc50-d4e31820d9a3,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:55:53.662006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:55:53.716920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Checking segment: {'id': '936fa83b-c3bc-4f35-a7fa-1e65e6ba55b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b0cf1e37-ce7b-442d-a77b-447f81496795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:55:53.717313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Network hostable DHCP agents. Network: b0cf1e37-ce7b-442d-a77b-447f81496795, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:55:53.788213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Network b0cf1e37-ce7b-442d-a77b-447f81496795 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:55:53.845811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, b0cf1e37-ce7b-442d-a77b-447f81496795) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:55:53.855770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055c215-874d-4c54-bfd9-46bad9c04713 None None] Network b0cf1e37-ce7b-442d-a77b-447f81496795 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:55:53.858236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:55:53.858888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:53.916129 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9728720
Apr 08 19:55:54.082683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab3a98-aac0-439a-a176-589d186ed49d None None] Network b0cf1e37-ce7b-442d-a77b-447f81496795 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:55:55.080308 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2552435a-7b98-4172-a81b-77c1768c2fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:55.594171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:56.900080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:55:57.456570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:09.120579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:56:13.944346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9b849-0003-4fba-9329-8dd7c4644ee5 req-e1b21fb8-71b1-4c15-8654-a00408e490b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:13.944346 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70c9b849-0003-4fba-9329-8dd7c4644ee5 req-e1b21fb8-71b1-4c15-8654-a00408e490b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.0948064
Apr 08 19:56:13.975548 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70c9b849-0003-4fba-9329-8dd7c4644ee5 req-c1051499-124f-4b4d-a6cf-e0b6bc0b77da tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0270491
Apr 08 19:56:15.201534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0585ba3-18db-40ae-9a29-f576e59ba135 req-190ff08a-289b-49cd-a534-f3bc0352fa80 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:15.203183 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f0585ba3-18db-40ae-9a29-f576e59ba135 req-190ff08a-289b-49cd-a534-f3bc0352fa80 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.0965953
Apr 08 19:56:15.235601 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f0585ba3-18db-40ae-9a29-f576e59ba135 req-1e73745a-ddfe-4917-9d15-c6b9d3dfc659 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=967c8388-7bd8-49f0-9787-e8e0a8d61b66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258219
Apr 08 19:56:15.371864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39034) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:15.420179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-55ffae0f-727a-4f5b-8c95-b44c07860642 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:15.421722 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-55ffae0f-727a-4f5b-8c95-b44c07860642 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 946 time: 0.0927074
Apr 08 19:56:15.438187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Deleting subnet 6065551e-42f0-4d64-80a6-40fe62910aa9 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:56:15.441532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.493597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.499013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Deleting port 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:56:15.499412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.557967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.780156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] For port 491819ea-e8ee-4cea-ad7f-0f8130ee400e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=491819ea-e8ee-4cea-ad7f-0f8130ee400e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:15.780488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.879956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.902002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:15.985517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:15.994226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6065551e-42f0-4d64-80a6-40fe62910aa9,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:16.013988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:16.044623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.051497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2f6e5afe-d87d-4fd8-b216-6d4f6139347e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6065551e-42f0-4d64-80a6-40fe62910aa9 HTTP/1.1" status: 204  len: 168 time: 0.6783867
Apr 08 19:56:16.054032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39052) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:16.109354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.109917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.110399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Floating IP 30f51431-c189-488d-91ba-4092a445ba0a disassociated. External IP: 172.27.1.225, port: 491819ea-e8ee-4cea-ad7f-0f8130ee400e.
Apr 08 19:56:16.110888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Calling delete_port for 491819ea-e8ee-4cea-ad7f-0f8130ee400e owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:56:16.192508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.300653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.317611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:16.373510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'Port': ['ID=491819ea-e8ee-4cea-ad7f-0f8130ee400e,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:16.392162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.429215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.429609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.430049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.430463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.430849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.431246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.431642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.432034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.432425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.432814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.433202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.433591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:16.441657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:16.527270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0216da0>,) {'filters': {'network_id': ['c40ff11a-47f3-447e-be28-40df1c44eb4f']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:16.537074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0216da0>, '3be2a502-693f-47a7-a5ee-fd3f22e15ab0') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:16.537619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0216da0>, '3be2a502-693f-47a7-a5ee-fd3f22e15ab0') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:16.550550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.556872 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aeb661e2-348a-448a-aac1-d26dbc927ef3 req-ac1a8768-fbc5-45bf-a704-634b5040b89f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.0610206
Apr 08 19:56:16.567767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.575626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:56:16.763426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:56:16.774562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Network c40ff11a-47f3-447e-be28-40df1c44eb4f has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:56:16.783880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:16.958037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:56:16.966585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Network c40ff11a-47f3-447e-be28-40df1c44eb4f has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:56:16.970421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:56:16.982022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:16.983045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f414e0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:56:16.995487 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:56:17.039596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] No DVR routers for this DVR port 491819ea-e8ee-4cea-ad7f-0f8130ee400e on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:56:17.042239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.052745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-deleted', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:17.094970 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-49e7202d-db68-4d1d-afc5-5fd4c2ee2b61 req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "DELETE /v2.0/ports/491819ea-e8ee-4cea-ad7f-0f8130ee400e HTTP/1.1" status: 204  len: 173 time: 1.6675162
Apr 08 19:56:17.110256 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6835d59-3aaf-49ac-8675-72756b2c5d57', 'name': 'network-vif-deleted', 'tag': '491819ea-e8ee-4cea-ad7f-0f8130ee400e', 'status': 'completed', 'code': 200}
Apr 08 19:56:17.130764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.135955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4392af67-341e-4367-b43b-0bc19e72624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:17.152634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.165670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Pushing event deleted for resources: {'Network': ['ID=c40ff11a-47f3-447e-be28-40df1c44eb4f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:17.176143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:17.180626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] 10.222.0.68 "DELETE /v2.0/networks/c40ff11a-47f3-447e-be28-40df1c44eb4f HTTP/1.1" status: 204  len: 168 time: 1.1228766
Apr 08 19:56:17.180906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39064) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:17.191559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:17.302448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Deleting subnet 838d9a06-8346-4e7d-bc50-d4e31820d9a3 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:56:17.307087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.400493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.511900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:17.630096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f414e0>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:17.647103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:56:17.679150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:17.679931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f414e0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:55:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:17.844060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dd2f1b15-c97b-4818-8616-23b8f84c6c2e req-7a55f800-1b6e-4599-ae9d-8db66f4b2f81 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:17.896587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dd2f1b15-c97b-4818-8616-23b8f84c6c2e req-7a55f800-1b6e-4599-ae9d-8db66f4b2f81 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:17.898273 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dd2f1b15-c97b-4818-8616-23b8f84c6c2e req-7a55f800-1b6e-4599-ae9d-8db66f4b2f81 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6835d59-3aaf-49ac-8675-72756b2c5d57 HTTP/1.1" status: 200  len: 210 time: 0.1209838
Apr 08 19:56:18.068027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.186720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:18.231443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838d9a06-8346-4e7d-bc50-d4e31820d9a3,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:18.240777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:18.240777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.246816 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-427c4fce-a4f1-49b8-916a-eaffa8cd2395 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/838d9a06-8346-4e7d-bc50-d4e31820d9a3 HTTP/1.1" status: 204  len: 168 time: 1.0647070
Apr 08 19:56:18.249439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39080) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:18.256298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:18.603034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.620296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f414e0>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:18.636830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5868f63-366d-4b19-9f1a-e0a103744743 None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:56:18.806961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.928246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f1022cf8>,) {'filters': {'network_id': ['b0cf1e37-ce7b-442d-a77b-447f81496795']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:18.947433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f1022cf8>, '936fa83b-c3bc-4f35-a7fa-1e65e6ba55b4') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:18.947776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f1022cf8>, '936fa83b-c3bc-4f35-a7fa-1e65e6ba55b4') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:18.960890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.976608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:18.985076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:56:19.069419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae29748-3255-4605-8dae-b8d6d6771d6e None None] New status for floating IP 30f51431-c189-488d-91ba-4092a445ba0a: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:56:19.100402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39088) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:19.259200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Network b0cf1e37-ce7b-442d-a77b-447f81496795 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:56:19.270388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.284778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.399900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.511276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Network b0cf1e37-ce7b-442d-a77b-447f81496795 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:56:19.537162 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:56:19.637033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.643404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.647364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:19.675750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.682502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cf1e37-ce7b-442d-a77b-447f81496795,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:19.697407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.697843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.698252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.698652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.699045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.699440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.699832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.700230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.700618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.701007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.701394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.701814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:19.705184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:19.706764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5e233ff8-fa25-4ae7-9511-de6df9ee8bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:19.718292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c8388-7bd8-49f0-9787-e8e0a8d61b66,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:19.721885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:19.749949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3df8b34a-0a60-4fdd-9d53-ca1ddd553fb6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b0cf1e37-ce7b-442d-a77b-447f81496795 HTTP/1.1" status: 204  len: 168 time: 1.4931526
Apr 08 19:56:19.749949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.749949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "DELETE /v2.0/security-groups/967c8388-7bd8-49f0-9787-e8e0a8d61b66 HTTP/1.1" status: 204  len: 168 time: 0.6450243
Apr 08 19:56:19.749949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39102) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:19.768877 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.v2.resource [None req-2b3dd957-e5f0-4a8b-94b3-00705bbd2762 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] show failed (client error): The resource could not be found.
Apr 08 19:56:19.772745 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2b3dd957-e5f0-4a8b-94b3-00705bbd2762 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups/967c8388-7bd8-49f0-9787-e8e0a8d61b66 HTTP/1.1" status: 404  len: 347 time: 0.0195329
Apr 08 19:56:19.773156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39106) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:19.941736 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Deleting port b2c81916-c247-477f-a52d-db551a57de5f {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:56:19.942165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:19.982350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:56:20.001808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39110) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:20.020023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 491819ea-e8ee-4cea-ad7f-0f8130ee400e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:56:20.020322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 491819ea-e8ee-4cea-ad7f-0f8130ee400e not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:56:20.053222 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e399fa97-b160-41a9-8d67-7ebf7433a0a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=007f2555f67d449fa697df5a5f19c8e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501032
Apr 08 19:56:20.055891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39114) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:20.117791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.127880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.128249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.149755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.271820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Calling delete_port for b2c81916-c247-477f-a52d-db551a57de5f owned by network:floatingip {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:56:20.331045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.336186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d741e909-1ccd-4d7e-891e-8599bfcce71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:20.350083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51292eb2-a3a9-4d91-9043-2eaeb3b4c80c,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:20.353121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:20.354112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.355288 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/51292eb2-a3a9-4d91-9043-2eaeb3b4c80c HTTP/1.1" status: 204  len: 168 time: 0.2984080
Apr 08 19:56:20.454096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.469636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:20.566201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'Port': ['ID=b2c81916-c247-477f-a52d-db551a57de5f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:20.575617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:20.732044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.808103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:20.808103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "DELETE /v2.0/floatingips/30f51431-c189-488d-91ba-4092a445ba0a HTTP/1.1" status: 204  len: 168 time: 1.0305364
Apr 08 19:56:20.912179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39126) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:20.965987 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-62a59356-3dd7-4d0d-9183-a244d3a07c15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a917a5d6398e45d8aa1d490d50efeb7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500753
Apr 08 19:56:20.966259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39130) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:21.027944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.055429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.130605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.136425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-099beae7-5199-4812-8e92-cf9a8a40aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:21.151182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93dfbfb-3e5e-4fef-88a7-7db43e55086c,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:21.156013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:21.158144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.159867 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d93dfbfb-3e5e-4fef-88a7-7db43e55086c HTTP/1.1" status: 204  len: 168 time: 0.1926444
Apr 08 19:56:21.214087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39136) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:21.220036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471884679', 'description': 'tempest-description--377117205'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:21.226742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:21.231098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:21.234145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:21.240280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:21.279252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.283618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:21.287842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:21.290922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:21.296932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:21.369973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.416612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.422474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5d89bfab-bcbc-40a8-ab6c-75d3ceeb060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:21.467410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5174aec0-425f-4e5c-be79-6f2401e6d62f,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:21.470237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:21.499652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.502735 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2875278
Apr 08 19:56:21.504662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39142) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:21.510817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group_rule': {'security_group_id': '5174aec0-425f-4e5c-be79-6f2401e6d62f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:21.517140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:21.521914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:21.524956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:21.531055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:21.577751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.645509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.702342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.704560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:21.731150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec156f4f-d790-4f57-b21b-eab73f2bcdc9,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:21.733800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:21.764930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.766289 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d07f0d02-eb8f-4dda-8306-452d39aab5ad tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2606125
Apr 08 19:56:21.769606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39154) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:21.775375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'security_group_rule': {'security_group_id': '5174aec0-425f-4e5c-be79-6f2401e6d62f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:21.781770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:21.786744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:security_group_rule and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:21.789764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:21.795775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:21.861839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.919955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.947744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:21.950036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66d0ee7d-966b-4514-8793-f417dc201ec6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:21.972398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f4c79a-feb9-417a-8f67-cb85888344c0,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:21.976789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:22.022298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.023606 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2529621
Apr 08 19:56:22.026897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39166) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:22.032525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:22.039865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:22.043938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:floatingip and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:22.047024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:22.054039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:22.090824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.237817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.388690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Allocated IP 172.27.1.38 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:56:22.541195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.611948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.633871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23c883e7-45f3-4c5f-b63d-e66a9c91df74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:22.748006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6f06a91c-b949-4cb1-8670-a36199a6a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:22.781297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:22.787384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:22.837188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:56:22.838439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:56:22.840693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:56:22.932579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.030248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.528980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.570692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.586990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f00dab81-668e-40c4-82bf-a3c1be68c519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:23.723482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:23.727803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:23.833661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.887685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:23.889212 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8612580
Apr 08 19:56:24.119857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-ad6a5292-cf2c-460c-afd8-65ff33d8dadf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:24.170727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-ad6a5292-cf2c-460c-afd8-65ff33d8dadf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:24.172033 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-ad6a5292-cf2c-460c-afd8-65ff33d8dadf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1471884679&fields=id&tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 267 time: 0.0788026
Apr 08 19:56:24.356760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-95a463ba-93fd-4fc9-9d9c-0be9e4b4aa72 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:24.365509 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-95a463ba-93fd-4fc9-9d9c-0be9e4b4aa72 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 816 time: 0.1846499
Apr 08 19:56:24.382728 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-6cd3d727-a6c0-4a34-ac8f-b35de38b42a6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/quotas/30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 375 time: 0.0161901
Apr 08 19:56:24.485905 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-b91fec42-d7ce-493b-9601-83e4bfb46079 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986867
Apr 08 19:56:24.642237 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-316bd846-fb68-4a5e-a393-1606de8e1a62 service neutron] 10.222.0.68 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467896
Apr 08 19:56:24.792097 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-0ac77df5-6674-434d-848d-5d0a5792a4d6 service neutron] 10.222.0.68 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459856
Apr 08 19:56:25.097223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-477e58e4-a6e5-4d2c-b6e9-2fccc8f2ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:25.130120 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31d69f64-9580-4e90-af59-6b431604f8fa req-35911feb-25ad-4798-b65c-7152dc25ca78 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 210 time: 0.0721383
Apr 08 19:56:25.305869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6964b8-2546-48fa-b74a-dbdb4d27420b req-f5feca8e-0a79-4ec2-bc86-74515ea59ebd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:25.307667 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b6964b8-2546-48fa-b74a-dbdb4d27420b req-f5feca8e-0a79-4ec2-bc86-74515ea59ebd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0961056
Apr 08 19:56:25.339586 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b6964b8-2546-48fa-b74a-dbdb4d27420b req-9e0a8bd8-d694-41f2-945d-82fd6a6afd5b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255089
Apr 08 19:56:25.629827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:26.300345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-36144064-d90d-45b4-bfca-5097696483ef req-b0f7370a-d246-4cd5-b803-7523eff6fa16 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 210 time: 0.0502496
Apr 08 19:56:26.544852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b490e-6d8e-4d03-bfe8-2bc3bec706e8 req-9a1adff3-5172-4f96-9dc3-353dd1060b37 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:26.546466 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7f6b490e-6d8e-4d03-bfe8-2bc3bec706e8 req-9a1adff3-5172-4f96-9dc3-353dd1060b37 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.0929124
Apr 08 19:56:26.577485 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7f6b490e-6d8e-4d03-bfe8-2bc3bec706e8 req-71a76c5e-a2e7-4021-adc6-03c14c06a5a9 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244353
Apr 08 19:56:26.899847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.011723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-44959235-e19f-4b06-a05a-0bc050fc8182 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:27.011723 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-44959235-e19f-4b06-a05a-0bc050fc8182 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 816 time: 0.1704710
Apr 08 19:56:27.058571 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-31bfc2a8-5cc6-462a-8636-ddefdaad5123 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 5704 time: 0.0523117
Apr 08 19:56:27.069151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'port': {'device_id': '69bf2a25-6228-4c34-9692-d040d9b14914', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'admin_state_up': True, 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'security_groups': ['5174aec0-425f-4e5c-be79-6f2401e6d62f']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:27.261102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-b1186613-f268-435d-8b8d-4ec0cc8fe04b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:27.262977 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-b1186613-f268-435d-8b8d-4ec0cc8fe04b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.1554482
Apr 08 19:56:27.268607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:27.273275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Usage tracker for resource:port and tenant:30d8c4f66d9b4b4f996a64bcb58cb94f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:27.276461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:27.300179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:27.339937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Made reservation on behalf of 30d8c4f66d9b4b4f996a64bcb58cb94f for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:56:27.347053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.366639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Deleting port a3b35b97-1980-4388-a037-44002c4d6583 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:56:27.366751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.460080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.578293 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3666c27f-dbd2-4a57-bc51-2ed558ef1339 req-d3f68101-74fa-42cd-9349-16eba1211ce9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 210 time: 0.0664122
Apr 08 19:56:27.617536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Allocated IP 172.20.0.5 (9da151bf-9cf9-4fd1-97e3-80d4822b6fc5/10fb61be-0d6a-4d57-b0de-63b43150e376/f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:56:27.703334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] For port a3b35b97-1980-4388-a037-44002c4d6583, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a3b35b97-1980-4388-a037-44002c4d6583,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:27.703793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.852449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.893993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Transition to ACTIVE for port object f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:56:27.940618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:27.956204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-43bde874-d2b8-41a7-b9d4-bd8b81dc6b3e tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:28.108709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:28.112588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:28.176126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:56:28.177709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:56:28.180105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:56:28.241474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7bc7d-f8de-4c53-a27f-4916ee086a68 req-95479591-e1b5-413f-ab50-be209747bfa4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:28.246781 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4c7bc7d-f8de-4c53-a27f-4916ee086a68 req-95479591-e1b5-413f-ab50-be209747bfa4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 945 time: 0.4645870
Apr 08 19:56:28.261215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:28.262083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.329083 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2649252
Apr 08 19:56:28.343744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Request body: {'port': {'device_id': '69bf2a25-6228-4c34-9692-d040d9b14914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:28.370138 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4c7bc7d-f8de-4c53-a27f-4916ee086a68 req-7e13e05c-6a90-4e18-812a-08504ee18a9f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=2571b911-cdb2-4d25-a457-565168371140&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132312
Apr 08 19:56:28.407500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.408059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.408496 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Floating IP b74845f3-ae81-4de1-bf28-6492732b6538 disassociated. External IP: 172.27.1.45, port: a3b35b97-1980-4388-a037-44002c4d6583.
Apr 08 19:56:28.408767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Calling delete_port for a3b35b97-1980-4388-a037-44002c4d6583 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:56:28.444978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39348) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:28.483635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.506068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-407c3954-801f-42af-8681-a3e25ef6c6e7 None None] Provisioning for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:56:28.512083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-407c3954-801f-42af-8681-a3e25ef6c6e7 None None] Provisioning complete for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:56:28.512502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-407c3954-801f-42af-8681-a3e25ef6c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.583247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-407c3954-801f-42af-8681-a3e25ef6c6e7 None None] Port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:56:28.662939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.679798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:28.683840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Usage tracker for resource:security_group_rule and tenant:2edd6fd2f246413db396c13b4f752daf is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:28.686794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:28.693662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:28.721835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.742154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-180addff-2bc5-4293-96f8-0d28ee74af09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:28.850314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'Port': ['ID=a3b35b97-1980-4388-a037-44002c4d6583,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:28.862496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:28.914516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56bc4-4fd0-4681-aad2-e7af475eefb7 req-13f3b83b-d5a2-4c53-87bd-8a0b98f12317 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:28.915291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-48a56bc4-4fd0-4681-aad2-e7af475eefb7 req-13f3b83b-d5a2-4c53-87bd-8a0b98f12317 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:28.972709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:28.995576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:56:29.005422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.023994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Transition to ACTIVE for port object f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:56:29.027641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-48a56bc4-4fd0-4681-aad2-e7af475eefb7 req-13f3b83b-d5a2-4c53-87bd-8a0b98f12317 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:29.028910 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-48a56bc4-4fd0-4681-aad2-e7af475eefb7 req-13f3b83b-d5a2-4c53-87bd-8a0b98f12317 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 931 time: 0.2531247
Apr 08 19:56:29.054803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.065597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.072990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8d6c7812-d01f-4750-868d-45e71eeca6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:29.083705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:29.125513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-48a56bc4-4fd0-4681-aad2-e7af475eefb7 req-be102a5e-27ca-4a6f-b28a-60d153139b62 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884101
Apr 08 19:56:29.196209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c2bd6-1867-4962-9ab0-f9dcbf5aeb28,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:29.204262 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2edd6fd2f246413db396c13b4f752daf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7577426
Apr 08 19:56:29.208307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39362) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:29.208501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:29.242441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:29.256565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:29.271070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:56:29.383463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.474818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.498436 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:56:29.509709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:56:29.529493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:29.530799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06fb518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:29.640623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Attempting to bind port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:56:29.641084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Attempting to bind port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:56:29.641551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Attempting to bind port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:56:29.650952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:56:29.650952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Attempting to bind port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 on network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:56:29.656214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:56:29.656789 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-291abbf1-3dcd-419d-b9a7-ee42f1e31740 req-756cc66e-d556-4eee-bdeb-9c4a90fb765c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=cbeed331-38ce-4dfd-9ab0-5e61e14f2c03 HTTP/1.1" status: 200  len: 210 time: 0.1150286
Apr 08 19:56:29.666492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] No DVR routers for this DVR port a3b35b97-1980-4388-a037-44002c4d6583 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:56:29.669063 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.669628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Checking segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:56:29.670476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Bound using segment: {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:56:29.671277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Bound port: f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453a7a32-9147-4d03-85cc-d2621b56aa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:56:29.674996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.684608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'name': 'network-vif-deleted', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:29.725750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d5267e71-e35a-416d-82f9-af56e3b5b679 req-f130f150-2857-471d-9bae-2531fb54bf41 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "DELETE /v2.0/ports/a3b35b97-1980-4388-a037-44002c4d6583 HTTP/1.1" status: 204  len: 173 time: 2.4542866
Apr 08 19:56:29.736897 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbeed331-38ce-4dfd-9ab0-5e61e14f2c03', 'name': 'network-vif-deleted', 'tag': 'a3b35b97-1980-4388-a037-44002c4d6583', 'status': 'completed', 'code': 200}
Apr 08 19:56:29.771744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:56:29.774932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:56:29.798887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:29.811726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:29.828637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1976babd-0acb-4a15-8bcf-9b554a25ee1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:30.088962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:30.152300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06fb518>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:30.156425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:56:30.166464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:30.167132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06fb518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:30.192196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:30.196152 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce7c2bd6-1867-4962-9ab0-f9dcbf5aeb28 HTTP/1.1" status: 204  len: 168 time: 0.9825459
Apr 08 19:56:30.273794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:30.287379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:30.290452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a7b015e-9ae2-41cf-b747-05b6a277e8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:30.307324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c2bd6-1867-4962-9ab0-f9dcbf5aeb28,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:30.321178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:30.323572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:30.324357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:30.326120 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] 10.222.0.10 "PUT /v2.0/ports/f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 1093 time: 1.9881754
Apr 08 19:56:30.326664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:30.414530 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'status': 'completed', 'code': 200}
Apr 08 19:56:30.425022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:30.498888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-89f7111f-d73c-491a-87a6-22b66d392fe9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:30.499693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-89f7111f-d73c-491a-87a6-22b66d392fe9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:30.514241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-89f7111f-d73c-491a-87a6-22b66d392fe9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:30.515659 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-89f7111f-d73c-491a-87a6-22b66d392fe9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2218103
Apr 08 19:56:30.565170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-c3ab6f22-6da6-43d6-a29f-70d583c42e33 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:30.602258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-c3ab6f22-6da6-43d6-a29f-70d583c42e33 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:30.603528 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c1cb2dfb-0953-4ae5-aff1-97ff322b0e18 req-c3ab6f22-6da6-43d6-a29f-70d583c42e33 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675499
Apr 08 19:56:30.670262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-0f7d836b-4b85-4c9d-b7c8-64f6b89b40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:30.675178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-0f7d836b-4b85-4c9d-b7c8-64f6b89b40ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1096 time: 0.2330701
Apr 08 19:56:30.839148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-73ab39fc-1617-4760-acff-226f42d18b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:30.840739 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-73ab39fc-1617-4760-acff-226f42d18b3c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1615837
Apr 08 19:56:30.858382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39390) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:30.891688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39394) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:30.933849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:30.949682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06fb518>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:30.953992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819e184-0c0a-4869-a235-9bfbeba36e2c None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:56:30.970758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:30.975199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Usage tracker for resource:security_group_rule and tenant:8293679ff4fd4307a2e4df6603db14b2 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:30.978266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:30.997605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:31.012209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-780f02bc-6cff-4451-ade8-85f23684f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:31.013733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.014274 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-532cbb5e-8573-46fa-a39b-877b2a738df6 req-780f02bc-6cff-4451-ade8-85f23684f641 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1668854
Apr 08 19:56:31.070242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.137695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-bf34535a-4c31-49ff-9e66-e319ecf2cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:31.139355 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-bf34535a-4c31-49ff-9e66-e319ecf2cd01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1096 time: 0.0870705
Apr 08 19:56:31.179625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.181196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.186827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7db7f2ae-9388-4930-acac-88a6092e721d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:31.203962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571b911-cdb2-4d25-a457-565168371140,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:31.206688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:31.210668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.235087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-84d5d8a8-9939-4c8a-ae97-bc164d651890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:31.238261 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-0d03327d-5153-4c2b-9b87-99d632da8ca7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 217 time: 0.0911863
Apr 08 19:56:31.272805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c736a6ac-1400-4c47-9a5a-17aede07d090,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:31.276190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:31.303714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.304951 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "DELETE /v2.0/security-groups/2571b911-cdb2-4d25-a457-565168371140 HTTP/1.1" status: 204  len: 168 time: 0.4455130
Apr 08 19:56:31.310899 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8293679ff4fd4307a2e4df6603db14b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4150777
Apr 08 19:56:31.310899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39410) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:31.311373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39412) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:31.317568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-5a9ebac7-bff7-492b-b03e-65a5bf6c1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:31.319182 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-5a9ebac7-bff7-492b-b03e-65a5bf6c1df9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.0749426
Apr 08 19:56:31.345053 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.v2.resource [None req-4b3e5c82-8f92-4722-9a55-ec67aac07862 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] show failed (client error): The resource could not be found.
Apr 08 19:56:31.349548 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4b3e5c82-8f92-4722-9a55-ec67aac07862 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups/2571b911-cdb2-4d25-a457-565168371140 HTTP/1.1" status: 404  len: 347 time: 0.0371537
Apr 08 19:56:31.353934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39418) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:31.405695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695764a8-d701-474d-9f24-619edd3ae7e8 None None] New status for floating IP b74845f3-ae81-4de1-bf28-6492732b6538: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:56:31.410459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-13b4b7c6-8c3b-4279-a52e-657f65193ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:31.412103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-13b4b7c6-8c3b-4279-a52e-657f65193ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855918
Apr 08 19:56:31.551825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Deleting port 7f5f0c32-ad8c-4b96-8f08-20c53beae9b8 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:56:31.552417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.580450 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-a83559fd-32ff-4081-b1b8-d638d591c1db service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587939
Apr 08 19:56:31.613827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.684362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.745731 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1521ad09-889a-486b-b7ae-183a0b36c21c req-2c5487c0-e999-4ea7-be8e-702835ef10d9 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591063
Apr 08 19:56:31.846418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.846799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.868432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9264-e1b7-44cb-8ce9-33cc18ea30ce req-29825285-bbae-4b65-a67b-b416486ccda2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:31.870145 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-571c9264-e1b7-44cb-8ce9-33cc18ea30ce req-29825285-bbae-4b65-a67b-b416486ccda2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.0960665
Apr 08 19:56:31.902106 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-571c9264-e1b7-44cb-8ce9-33cc18ea30ce req-73e1e025-3ddc-4dfb-8e7d-aff10a1081c4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253150
Apr 08 19:56:31.977687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:31.987916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Calling delete_port for 7f5f0c32-ad8c-4b96-8f08-20c53beae9b8 owned by network:floatingip {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:56:32.018097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1dec50db-4f56-4f8d-a449-7741a762beb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:32.038064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c736a6ac-1400-4c47-9a5a-17aede07d090,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:32.040489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:32.055735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:32.056954 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c736a6ac-1400-4c47-9a5a-17aede07d090 HTTP/1.1" status: 204  len: 168 time: 0.7332635
Apr 08 19:56:32.123788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 19:56:32.124159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 19:56:32.625700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Deleting port 7f5f0c32-ad8c-4b96-8f08-20c53beae9b8 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:56:32.626274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:32.832139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:32.832512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:32.877985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device a3b35b97-1980-4388-a037-44002c4d6583 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:56:32.918933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: a3b35b97-1980-4388-a037-44002c4d6583 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:56:32.919803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device a3b35b97-1980-4388-a037-44002c4d6583 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:56:32.977190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Calling delete_port for 7f5f0c32-ad8c-4b96-8f08-20c53beae9b8 owned by network:floatingip {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:56:33.199474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052f8e-eb10-4e95-b8e2-7670d6ec1c99 req-2295209e-4aee-4012-911b-5a43c4340a44 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:33.201103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5e052f8e-eb10-4e95-b8e2-7670d6ec1c99 req-2295209e-4aee-4012-911b-5a43c4340a44 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1685991
Apr 08 19:56:33.237305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5e052f8e-eb10-4e95-b8e2-7670d6ec1c99 req-7afab08d-249a-4f59-971a-fd570db88d8c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249541
Apr 08 19:56:33.243033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.259849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:33.316179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39462) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:33.357059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'Port': ['ID=7f5f0c32-ad8c-4b96-8f08-20c53beae9b8,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:33.364011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:33.452975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.469745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:33.474707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5af266f00e452894dc40b8101e8914 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:33.477813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:33.483937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:33.528291 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.543856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.545026 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "DELETE /v2.0/floatingips/b74845f3-ae81-4de1-bf28-6492732b6538 HTTP/1.1" status: 204  len: 168 time: 2.1901195
Apr 08 19:56:33.579236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.611514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.624127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-07bc444c-b996-4e06-9887-049b62ad9a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:33.668316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7009d946-bf69-4828-a99a-21f533ba237a,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:33.677711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:33.686243 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba5af266f00e452894dc40b8101e8914&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3686638
Apr 08 19:56:33.688650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39476) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:33.760638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.789250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.863248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.868525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-303eb084-7066-4d4c-8b27-81e824c01ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:33.880847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009d946-bf69-4828-a99a-21f533ba237a,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:33.883570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:33.889159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:33.900575 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7009d946-bf69-4828-a99a-21f533ba237a HTTP/1.1" status: 204  len: 168 time: 0.2101374
Apr 08 19:56:34.060176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39490) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.066322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449649561', 'description': 'tempest-description--2070597591'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:34.072647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.077178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.081374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.088508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.157075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.162029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.166552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.169577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.176295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.259409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.290927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.296692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-633d5af8-33e4-4029-b23c-87ea76bea68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:34.338463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba5309-c362-48e6-ab0a-3c7a0da878fc,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:34.341295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:34.428884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.430217 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3687496
Apr 08 19:56:34.433457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39508) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.439968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group_rule': {'security_group_id': '16ba5309-c362-48e6-ab0a-3c7a0da878fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:34.446367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.450490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.453482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.460144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.476674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84db89-316e-4255-ba45-9dab99ac1f6a req-40126416-7412-4b4a-92f5-df40a70c66a6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:34.478332 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc84db89-316e-4255-ba45-9dab99ac1f6a req-40126416-7412-4b4a-92f5-df40a70c66a6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.0913627
Apr 08 19:56:34.478839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39512) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.508100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.535543 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dc84db89-316e-4255-ba45-9dab99ac1f6a req-2571e53f-11a7-4526-bd39-db7d84b27268 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405140
Apr 08 19:56:34.536564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.540338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.540799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6c83e6d03a413f9d0e3def623a46cd is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.543879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.550378 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.609841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.644967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.654607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.666394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26213962-34ef-47ae-a881-4d53ba762dbe tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:34.679791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc93859-b37b-488c-bb9d-860b80aaf1e9,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:34.682824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:34.691006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.700503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1759a67-5630-496a-ae98-9d0b197e7768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:34.704061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39518) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.719458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.721176 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2865858
Apr 08 19:56:34.724073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39524) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.730154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'security_group_rule': {'security_group_id': '16ba5309-c362-48e6-ab0a-3c7a0da878fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:34.737047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.741130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:security_group_rule and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.746531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec6c83e6d03a413f9d0e3def623a46cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2640400
Apr 08 19:56:34.746664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.746767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d54d75-1559-4b44-928f-2d1af19d1eb1,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:34.747678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39528) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:34.750223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f021a4f3-144c-432a-922a-8ee1c77a1799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:34.755114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.801448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.811790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.840849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.853372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.878414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:34.884682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Usage tracker for resource:security_group_rule and tenant:7ad3fe11894f426cb7991d45cea6a849 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:34.889494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:34.903249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:56:34.903414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:34.910583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.913522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.920223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d96acd61-e7ae-43c6-8c82-b2b4c74b9f82 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:34.933313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d54d75-1559-4b44-928f-2d1af19d1eb1,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:34.936572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:34.937563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.946179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:34.952044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/17d54d75-1559-4b44-928f-2d1af19d1eb1 HTTP/1.1" status: 204  len: 168 time: 0.1936564
Apr 08 19:56:34.952502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5ce0ce50-2560-4bc8-bae9-3bdbc3fbae3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:34.984994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45acfa3d-e811-4821-a4d2-a57643dc2ebc,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:34.996458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:35.034346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.064481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:35.067792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.078376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-721d6fe3-a98f-4e18-aedc-f778cf350f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:35.081751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:56:35.086984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.088300 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d87716d8-a3af-4418-8fe9-f5dea9c50dc3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3632205
Apr 08 19:56:35.092011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39534) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:35.097835 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:35.104552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:35.108546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:floatingip and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:35.112743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:35.118983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:35.134339 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ad3fe11894f426cb7991d45cea6a849&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4256213
Apr 08 19:56:35.134339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2ee22-aba0-4e28-b210-cecdb918e6da,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:35.136208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:35.140558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39540) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:35.157827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.159562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:56:35.166967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.176560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:35.210449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.212397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:35.286425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:35.294498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.294894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.295280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.295659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.296040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.296409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.296781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.297314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.297642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.298086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.298952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.299314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:56:35.303963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:35.415364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39544) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:35.428181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:56:35.437581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.456852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:35.461853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Usage tracker for resource:security_group_rule and tenant:79671e17a260468eaafe4bc02a1e6583 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:35.464459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:35.471982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:35.534568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.571541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.576678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.604644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.635915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1032f3a-32f5-40d1-9f34-75beba571a37 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:35.670861 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79671e17a260468eaafe4bc02a1e6583&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2542658
Apr 08 19:56:35.671957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.672215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c20283-ee42-45bb-8a8d-8a8911dd6f03,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:35.675463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39550) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:35.678452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:35.737853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.750183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a103ee0e-daf6-4d67-80ab-d6b02d69c843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:35.766907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b60dd-6b77-4881-b70b-186dfb3efa2f req-dcfbd56f-6fa4-4915-8d4d-1b98aacfe3ed tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:35.768543 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a9b60dd-6b77-4881-b70b-186dfb3efa2f req-dcfbd56f-6fa4-4915-8d4d-1b98aacfe3ed tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 944 time: 0.0917814
Apr 08 19:56:35.790240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2ee22-aba0-4e28-b210-cecdb918e6da,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:35.792684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:35.804490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a9b60dd-6b77-4881-b70b-186dfb3efa2f req-e1058cda-a72f-4911-b744-64ebd2aa8ee6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292032
Apr 08 19:56:35.839550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.840766 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7e2ee22-aba0-4e28-b210-cecdb918e6da HTTP/1.1" status: 204  len: 168 time: 0.6956353
Apr 08 19:56:35.903387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:35.945875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Allocated IP 172.27.1.222 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/886fe661-5b26-47bb-8676-ffe0f901b7aa) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:56:35.951710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.139588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.147294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b10dddc3-85d3-48bf-b6f5-c847d1641d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:36.175094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c20283-ee42-45bb-8a8d-8a8911dd6f03,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:36.179628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.183906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:36.186294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.187483 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21c20283-ee42-45bb-8a8d-8a8911dd6f03 HTTP/1.1" status: 204  len: 168 time: 0.5092289
Apr 08 19:56:36.243383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.260851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-17754467-7dfa-483d-b831-2648a5d1c167 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:36.395560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39560) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:36.407230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=886fe661-5b26-47bb-8676-ffe0f901b7aa,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:36.413301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:36.422325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.438234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:36.443229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Usage tracker for resource:security_group_rule and tenant:c9f141ae36304874b83828e0835973c7 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:36.446475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:36.452894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:36.468440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:56:36.469719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:56:36.472202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:56:36.546891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.556598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.573917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.583801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-276321d6-93db-4df3-88a5-4d89219d9b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:36.631956 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c9f141ae36304874b83828e0835973c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2349923
Apr 08 19:56:36.632913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f91ee1-478f-449f-b917-3374acfa0d43,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:36.635752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39568) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:36.638793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:36.680759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.707032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.735471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.822155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.827715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb5df59d-0e83-4930-9cc1-241311605fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:36.843311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f91ee1-478f-449f-b917-3374acfa0d43,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:36.846814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:36.851943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:36.866539 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/52f91ee1-478f-449f-b917-3374acfa0d43 HTTP/1.1" status: 204  len: 168 time: 0.2296040
Apr 08 19:56:36.908337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:56:37.030791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:56:37.039033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:56:37.039033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.079702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.103918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088df7-eb36-4103-83d5-5a25ad8b59ea req-e0ab2bdf-1c0d-4300-9928-b849e96aad13 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:37.105700 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-90088df7-eb36-4103-83d5-5a25ad8b59ea req-e0ab2bdf-1c0d-4300-9928-b849e96aad13 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 944 time: 0.1466825
Apr 08 19:56:37.113860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.131032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-10a214e8-d61f-4463-937b-47178e7acf35 tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:37.187456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.207349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=886fe661-5b26-47bb-8676-ffe0f901b7aa,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:37.218136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:37.219263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:37.269614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'code': 200}
Apr 08 19:56:37.273169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.275364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:37.289486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:37.310052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-90088df7-eb36-4103-83d5-5a25ad8b59ea req-bdd43599-c4d8-4dd8-8e0d-c818dec332dc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1801019
Apr 08 19:56:37.380357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:37.388869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:37.452983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.528334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:37.530073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4369278
Apr 08 19:56:37.594586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c95e4c-4f06-4c30-b543-62a403e10f42 req-8a8fc4a7-f899-481b-8a2d-642b210b4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:37.596284 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-71c95e4c-4f06-4c30-b543-62a403e10f42 req-8a8fc4a7-f899-481b-8a2d-642b210b4125 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1098 time: 0.0800736
Apr 08 19:56:37.631761 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-71c95e4c-4f06-4c30-b543-62a403e10f42 req-0ab927a0-1cc7-48a9-9971-73ddd5bacc7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285022
Apr 08 19:56:37.874781 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-402c2092-ca43-4815-a942-817fca30b43a tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1449649561&fields=id&tenant_id=dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 267 time: 0.0253525
Apr 08 19:56:38.045955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-aab460b1-7c2d-4c5d-9a19-50274fd9a0d4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:38.047829 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-aab460b1-7c2d-4c5d-9a19-50274fd9a0d4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 811 time: 0.1647799
Apr 08 19:56:38.066225 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-c621f477-cbb5-4710-930d-51c76890db67 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/quotas/dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 375 time: 0.0114703
Apr 08 19:56:38.166914 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-1f30970f-f740-4c6d-aa60-5295eb6d0404 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0943077
Apr 08 19:56:38.321358 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-af16faac-22fc-4f09-9517-f15b68b0cdfd service neutron] 10.222.0.68 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418953
Apr 08 19:56:38.471890 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-5650e0bc-6101-4dfe-9714-81b754fa5d9b service neutron] 10.222.0.68 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437948
Apr 08 19:56:38.651374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9f48-824d-4bc5-820e-3099f310e2dc req-c57222ba-9068-448a-bc5b-fed29b23def3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:38.654048 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d25b9f48-824d-4bc5-820e-3099f310e2dc req-c57222ba-9068-448a-bc5b-fed29b23def3 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1445746
Apr 08 19:56:38.696714 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d25b9f48-824d-4bc5-820e-3099f310e2dc req-78180c04-5d3a-40d6-a428-1409dc05d4d8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355718
Apr 08 19:56:38.801415 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c85529f-7eac-404a-acbe-9afcf7890214 req-45a9e80f-6691-43ab-a4e4-33f918dfe617 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 210 time: 0.0543268
Apr 08 19:56:39.941770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721083cf-10e4-4e7b-aec9-a5984aab025d req-57d655a6-e72d-4da9-a812-df0366635195 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:39.943456 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-721083cf-10e4-4e7b-aec9-a5984aab025d req-57d655a6-e72d-4da9-a812-df0366635195 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1157777
Apr 08 19:56:39.982551 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-721083cf-10e4-4e7b-aec9-a5984aab025d req-e37626b8-f0f9-4652-ba8a-fc6bef49e0b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314982
Apr 08 19:56:39.984194 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e4f09d5-d830-4aae-b664-32f2d9820af4 req-26b50ea9-f3ed-49f0-8c35-c8ec392dbe1f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 210 time: 0.0534930
Apr 08 19:56:40.214900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083586-c598-49b6-99f4-1f1b61e1e714 req-7c270002-edf5-4440-8358-cf524f05d214 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:40.216590 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b1083586-c598-49b6-99f4-1f1b61e1e714 req-7c270002-edf5-4440-8358-cf524f05d214 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1007318
Apr 08 19:56:40.226613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39748) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:40.232661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Request body: {'floatingip': {'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:40.319876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:40.333621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39752) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:40.466067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:40.482794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:40.487765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Usage tracker for resource:security_group_rule and tenant:144c7e099bcd4346a5c047eba5e3b92e is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:40.491189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:40.497361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:40.749416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:40.797734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:40.810268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-81ab7967-4c79-4d17-9aaf-450f3148371d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:40.824010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-1a81abb2-1e85-4e88-86ec-0a64a990dcf8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:40.825557 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-1a81abb2-1e85-4e88-86ec-0a64a990dcf8 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 811 time: 0.2103879
Apr 08 19:56:40.860096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=144c7e099bcd4346a5c047eba5e3b92e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5251076
Apr 08 19:56:40.865478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39760) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:40.894345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf39243-40e6-49b3-bb46-3fa12f575f73,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:40.899348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:40.936325 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-8271e607-bfdf-4b70-888a-e3ba39ae2508 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc0a7f9bbbc942afb9322255268b70cb HTTP/1.1" status: 200  len: 5705 time: 0.0967720
Apr 08 19:56:40.946665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'port': {'device_id': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'admin_state_up': True, 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'security_groups': ['16ba5309-c362-48e6-ab0a-3c7a0da878fc']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:41.046153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.103774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:41.103994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.106138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.108997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Usage tracker for resource:port and tenant:dc0a7f9bbbc942afb9322255268b70cb is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:41.114663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:41.124135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:41.164843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Made reservation on behalf of dc0a7f9bbbc942afb9322255268b70cb for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:56:41.171492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.174320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.290274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dceaaa26-fe65-4c1c-a07a-16805847013c req-59d0c008-cbb7-473b-8ca1-c2324e4b821e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:41.377548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Allocated IP 172.20.0.9 (d44b7d16-2394-438e-8506-175a7eaa1b96/afdb465b-d029-4636-aead-877deb24131e/490f81bc-e9e5-4884-9d2f-b2b3340caf63) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:56:41.439950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-dceaaa26-fe65-4c1c-a07a-16805847013c req-59d0c008-cbb7-473b-8ca1-c2324e4b821e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:41.441188 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dceaaa26-fe65-4c1c-a07a-16805847013c req-59d0c008-cbb7-473b-8ca1-c2324e4b821e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 210 time: 0.3236468
Apr 08 19:56:41.444567 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Floating IP 896000ef-3afc-4f45-8778-92e7dcf80643 associated. External IP: 172.27.1.38, port: f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8.
Apr 08 19:56:41.503920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.517547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2fbe31fa-85fd-47ad-af61-d8f26f31edb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:41.586266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.605276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Transition to ACTIVE for port object 490f81bc-e9e5-4884-9d2f-b2b3340caf63 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:56:41.651502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.669350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:41.817816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event updated for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:41.820273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:41.837487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf39243-40e6-49b3-bb46-3fa12f575f73,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:41.840218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:41.854245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:41.856201 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-55751c3d-a0c0-4dde-b909-7cef30afdb3c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bf39243-40e6-49b3-bb46-3fa12f575f73 HTTP/1.1" status: 204  len: 168 time: 0.9896066
Apr 08 19:56:41.886658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Network d44b7d16-2394-438e-8506-175a7eaa1b96 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:56:41.887882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:56:41.890509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:56:41.981258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:41.982137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:42.046002 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1037710
Apr 08 19:56:42.058366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Request body: {'port': {'device_id': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:42.147874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:56:42.196881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:42.256943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-7b8ece88-2b4c-4504-9e80-af5621b91e28 None None] Provisioning for port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:56:42.265379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-7b8ece88-2b4c-4504-9e80-af5621b91e28 None None] Provisioning complete for port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:56:42.266233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b8ece88-2b4c-4504-9e80-af5621b91e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:42.350821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ece88-2b4c-4504-9e80-af5621b91e28 None None] Port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:56:42.357895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:56:42.363288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:42.372337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:56:42.380773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39776) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:42.384233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:42.384901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f066ce10>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:42.434196 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6b463ff8-be6c-4929-973d-ab6cdfc1672e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "PUT /v2.0/floatingips/896000ef-3afc-4f45-8778-92e7dcf80643 HTTP/1.1" status: 200  len: 990 time: 2.2033036
Apr 08 19:56:42.434196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:42.499787 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'status': 'completed', 'code': 200}
Apr 08 19:56:42.640433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-6da4f9e9-7f85-4875-a731-23aa2c22ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:42.642515 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-6da4f9e9-7f85-4875-a731-23aa2c22ccae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1098 time: 0.1094782
Apr 08 19:56:42.711749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:42.747491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:56:42.756927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a89210ed607840d383a4277068214537 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:56:42.775622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:56:42.794977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:42.837410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:56:42.868991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81464200-1b55-4a56-84d0-4df49fb41e8b req-f09c43a4-bf91-4112-b184-da03841abdc7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:42.870626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81464200-1b55-4a56-84d0-4df49fb41e8b req-f09c43a4-bf91-4112-b184-da03841abdc7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 931 time: 0.2332506
Apr 08 19:56:42.873348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-3fdd6b86-db0b-485f-a6da-444a8aa5d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:42.877844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-3fdd6b86-db0b-485f-a6da-444a8aa5d735 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.1839397
Apr 08 19:56:43.006837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-81464200-1b55-4a56-84d0-4df49fb41e8b req-05c647a4-4c12-4275-8b1f-1351a4974f89 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:43.037230 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-8f592cbc-95c3-40cf-ae8e-064f8c1eba60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 998 time: 0.1520736
Apr 08 19:56:43.064082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.075165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490f81bc-e9e5-4884-9d2f-b2b3340caf63 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:56:43.084282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.101105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Transition to ACTIVE for port object 490f81bc-e9e5-4884-9d2f-b2b3340caf63 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:56:43.108386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-81464200-1b55-4a56-84d0-4df49fb41e8b req-05c647a4-4c12-4275-8b1f-1351a4974f89 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:43.109628 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81464200-1b55-4a56-84d0-4df49fb41e8b req-05c647a4-4c12-4275-8b1f-1351a4974f89 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556237
Apr 08 19:56:43.124454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.146620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c3b8da41-58f4-44d2-87f5-3cc16f5b80fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:43.149370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-7e439341-445b-4a40-8903-5957b605e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:43.151225 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-7e439341-445b-4a40-8903-5957b605e9aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.1075327
Apr 08 19:56:43.169853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.210339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f066ce10>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '896000ef-3afc-4f45-8778-92e7dcf80643', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf2a25-6228-4c34-9692-d040d9b14914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:22Z', 'updated_at': '2021-04-08T19:56:40Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:43.214497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:56:43.223628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:43.224329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f066ce10>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:43.249839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-9088a709-88e0-43f9-af07-27c98c97cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:43.251965 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-9088a709-88e0-43f9-af07-27c98c97cf9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922494
Apr 08 19:56:43.273956 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a89210ed607840d383a4277068214537&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8896604
Apr 08 19:56:43.281740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8bc95-fb2f-4cba-babf-15bff49cd59d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:43.284497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 39788) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:43.287030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:43.287589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:43.380249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Pushing event updated for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:43.385659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:43.429690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:43.466658 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-79fc3846-135a-4df7-95f0-20d20eb3821b service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074816
Apr 08 19:56:43.467409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.527288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.632843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.643493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c23d382-e5e6-4f0e-a845-fdaddd28b035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:43.670242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8bc95-fb2f-4cba-babf-15bff49cd59d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:43.672560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:43.686179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.687403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35a8bc95-fb2f-4cba-babf-15bff49cd59d HTTP/1.1" status: 204  len: 168 time: 0.3444016
Apr 08 19:56:43.733996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Attempting to bind port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:56:43.734592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Attempting to bind port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:56:43.735793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Attempting to bind port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:56:43.742156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 on network d44b7d16-2394-438e-8506-175a7eaa1b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:56:43.742884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Attempting to bind port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 on network d44b7d16-2394-438e-8506-175a7eaa1b96 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:56:43.752625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:56:43.753019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Checking segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:56:43.753456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Bound using segment: {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:56:43.753981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Bound port: 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a009fca-7275-4483-8347-d255b983e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:56:43.754475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.771448 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c355fb02-d80e-4196-a19c-bd0ff6304e0d req-f5c9f0d7-a035-4ecf-8004-7e96d3f205af service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873394
Apr 08 19:56:43.860261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:56:43.864526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:56:43.902722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:43.918800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:43.956812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f066ce10>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '896000ef-3afc-4f45-8778-92e7dcf80643', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf2a25-6228-4c34-9692-d040d9b14914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:22Z', 'updated_at': '2021-04-08T19:56:40Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:43.961146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810b57e-5b53-4ed4-ba0a-28b9da68e94e None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '896000ef-3afc-4f45-8778-92e7dcf80643', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bf2a25-6228-4c34-9692-d040d9b14914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:22Z', 'updated_at': '2021-04-08T19:56:40Z', 'revision_number': 1, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:56:44.085297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Pushing event updated for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:44.090726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:44.127475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:44.128148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:44.129628 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] 10.222.0.10 "PUT /v2.0/ports/490f81bc-e9e5-4884-9d2f-b2b3340caf63 HTTP/1.1" status: 200  len: 1093 time: 2.0762050
Apr 08 19:56:44.130195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:44.341653 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'status': 'completed', 'code': 200}
Apr 08 19:56:44.371297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4fbc6-76a9-4a72-96d8-d01cb0c696bc None None] New status for floating IP 896000ef-3afc-4f45-8778-92e7dcf80643: ACTIVE {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:56:44.479239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588f1b0-f91f-4f80-9a60-aafa90d6dda5 req-d9067057-a90c-4fd8-b118-1edb9d8c6e32 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:44.480025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1588f1b0-f91f-4f80-9a60-aafa90d6dda5 req-d9067057-a90c-4fd8-b118-1edb9d8c6e32 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:56:44.486101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-e49e8bec-93c8-4162-997c-cfcd0810b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:44.488616 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-e49e8bec-93c8-4162-997c-cfcd0810b78b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 1096 time: 0.2414014
Apr 08 19:56:44.570849 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-9c66a6f5-6a9e-4035-822d-14c5208c42bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63 HTTP/1.1" status: 200  len: 217 time: 0.0726967
Apr 08 19:56:44.618197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1588f1b0-f91f-4f80-9a60-aafa90d6dda5 req-d9067057-a90c-4fd8-b118-1edb9d8c6e32 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:56:44.619475 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1588f1b0-f91f-4f80-9a60-aafa90d6dda5 req-d9067057-a90c-4fd8-b118-1edb9d8c6e32 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 943 time: 0.2742946
Apr 08 19:56:44.670741 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1588f1b0-f91f-4f80-9a60-aafa90d6dda5 req-af0bc187-c156-4f8f-8693-8b62ca6357b7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331688
Apr 08 19:56:44.693068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6db9b8ef-b2b4-483f-ba28-e1a285ce1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:44.697822 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-6db9b8ef-b2b4-483f-ba28-e1a285ce1eff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.1175499
Apr 08 19:56:44.788448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-952c6a51-0855-41b2-b67b-859ab6298cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:44.790133 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-952c6a51-0855-41b2-b67b-859ab6298cf6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887563
Apr 08 19:56:44.942374 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-74ff2401-129d-4d07-82db-b7a3d92aa33f service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451168
Apr 08 19:56:45.090707 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b2b311c2-4941-4810-b3aa-318fe46694bc req-4924288a-4310-40f1-95f8-96fd39010e61 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417773
Apr 08 19:56:45.255694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe433-f561-44cb-b9ee-63aed5565edb req-a6473252-ebfe-4eb7-a160-aaa9eff5616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:45.257324 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-a6473252-ebfe-4eb7-a160-aaa9eff5616d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 1096 time: 0.0809641
Apr 08 19:56:45.406484 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe433-f561-44cb-b9ee-63aed5565edb req-2610168b-d661-4921-afba-ce80f6f28bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:45.408321 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-2610168b-d661-4921-afba-ce80f6f28bb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1441927
Apr 08 19:56:45.492887 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-108bc48d-64b9-47d6-86c6-a7fa1dcc8072 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63 HTTP/1.1" status: 200  len: 217 time: 0.0779161
Apr 08 19:56:45.567697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe433-f561-44cb-b9ee-63aed5565edb req-810f6b70-89f2-4672-9743-6596d5aa72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:45.569298 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-810f6b70-89f2-4672-9743-6596d5aa72b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0693824
Apr 08 19:56:45.660211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebe433-f561-44cb-b9ee-63aed5565edb req-0d7f8a93-c25b-487d-8f70-9ef44105fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:45.661870 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-0d7f8a93-c25b-487d-8f70-9ef44105fbad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859244
Apr 08 19:56:45.886461 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-a829b214-a3da-429d-9f5b-8754ff054d91 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160239
Apr 08 19:56:45.993525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:46.015466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6375ca-561d-41ba-be2e-0b3ef3bfa674 req-c70e9185-ed53-4fb0-aa04-3bb9fa5e7ef6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:46.018394 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b6375ca-561d-41ba-be2e-0b3ef3bfa674 req-c70e9185-ed53-4fb0-aa04-3bb9fa5e7ef6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 943 time: 0.2049298
Apr 08 19:56:46.076950 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b6375ca-561d-41ba-be2e-0b3ef3bfa674 req-776a889d-8b8a-4709-afeb-cb006930691f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510039
Apr 08 19:56:46.083828 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-efebe433-f561-44cb-b9ee-63aed5565edb req-db7af776-1a27-46d3-af2e-99dc5944638f service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894889
Apr 08 19:56:46.119996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:56:47.298266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2986-b5ce-4f49-a8ce-8c1dba2b5c77 req-2eb71d06-c111-4f0d-b466-290c15e248ca tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:47.300287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68da2986-b5ce-4f49-a8ce-8c1dba2b5c77 req-2eb71d06-c111-4f0d-b466-290c15e248ca tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 943 time: 0.0960562
Apr 08 19:56:47.331944 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68da2986-b5ce-4f49-a8ce-8c1dba2b5c77 req-c65a9861-8e7a-4822-9aaf-5fa5737ef17e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247564
Apr 08 19:56:48.539445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c647b-8ab8-4008-8cd9-631ba6e853c2 req-aede3fee-a42f-4063-a8ba-d53a4e085082 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:48.541073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f5c647b-8ab8-4008-8cd9-631ba6e853c2 req-aede3fee-a42f-4063-a8ba-d53a4e085082 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 943 time: 0.0901539
Apr 08 19:56:48.571059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1f5c647b-8ab8-4008-8cd9-631ba6e853c2 req-559898c2-0da4-43af-8545-22747932006c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0235100
Apr 08 19:56:48.998185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 490f81bc-e9e5-4884-9d2f-b2b3340caf63 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:56:49.144606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:49.162619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'port_id': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'mac_address': 'fa:16:3e:e1:2f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:56:49.224011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:49.225331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490f81bc-e9e5-4884-9d2f-b2b3340caf63 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:56:49.243034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:49.272773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:49.274657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7564f6c2-a33c-409b-bc2c-12e9dc8c19f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:49.346226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:49.349818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:49.514325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['490f81bc-e9e5-4884-9d2f-b2b3340caf63'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:56:49.795340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbdcf3-f4f5-4637-9194-8979e16adbdd req-641d1939-c3c1-412e-93ac-f6fbe314125f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:49.797197 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dccbdcf3-f4f5-4637-9194-8979e16adbdd req-641d1939-c3c1-412e-93ac-f6fbe314125f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 944 time: 0.1027248
Apr 08 19:56:49.832502 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dccbdcf3-f4f5-4637-9194-8979e16adbdd req-e9eeb0de-2e1f-4299-b5f4-a51ff64c079f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281224
Apr 08 19:56:51.014165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 490f81bc-e9e5-4884-9d2f-b2b3340caf63 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:56:51.034390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c1622-8039-416f-91bd-504516509d18 req-57616e3c-5e31-4e7e-ac81-4e2aafe010bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:51.035987 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-645c1622-8039-416f-91bd-504516509d18 req-57616e3c-5e31-4e7e-ac81-4e2aafe010bc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 944 time: 0.0879316
Apr 08 19:56:51.066717 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-645c1622-8039-416f-91bd-504516509d18 req-240b1971-af90-46cd-aa59-62017df8df2e tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242167
Apr 08 19:56:51.127695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:56:51.133243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:56:51.133656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:51.265176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:51.277496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:51.287931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:56:51.318892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:51.321039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:56:51.362270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'code': 200}
Apr 08 19:56:51.397320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:56:51.400555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:56:51.639511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a4fe-ffe6-4e77-9b04-7d7456719867 req-6c65142f-3c3e-4499-b12e-a7e8430045cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:51.641114 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-de15a4fe-ffe6-4e77-9b04-7d7456719867 req-6c65142f-3c3e-4499-b12e-a7e8430045cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 1098 time: 0.0815685
Apr 08 19:56:51.670766 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-de15a4fe-ffe6-4e77-9b04-7d7456719867 req-9d52819e-023b-4289-a1b4-5d41ba70b569 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0218563
Apr 08 19:56:52.270140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557842c-6cad-406a-8dd5-2ca27c6aac6e req-1f8a2327-675d-41ee-b35e-16bd611f2ebe tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:52.271725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e557842c-6cad-406a-8dd5-2ca27c6aac6e req-1f8a2327-675d-41ee-b35e-16bd611f2ebe tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.0900722
Apr 08 19:56:52.302845 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e557842c-6cad-406a-8dd5-2ca27c6aac6e req-93d0810f-d2d8-4c4e-b733-3d4c231b232c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248966
Apr 08 19:56:52.729960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d6e638da-e801-4ede-9d1c-31691858dffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:53.516702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab7a3c-dfa6-4dc6-b811-be485a6747d6 req-6503511e-7e4e-4d5b-8f91-c7cd06e04ee3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:53.520477 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b6ab7a3c-dfa6-4dc6-b811-be485a6747d6 req-6503511e-7e4e-4d5b-8f91-c7cd06e04ee3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.0915232
Apr 08 19:56:53.550160 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b6ab7a3c-dfa6-4dc6-b811-be485a6747d6 req-f457d224-0458-434b-acb4-2a96586a4837 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247400
Apr 08 19:56:53.748810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefa248-5e08-4ac5-bf34-f8443b6e752b req-f8bf565e-336b-4fba-a8c1-e8edf767360c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:53.750372 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cdefa248-5e08-4ac5-bf34-f8443b6e752b req-f8bf565e-336b-4fba-a8c1-e8edf767360c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.0894971
Apr 08 19:56:53.759816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 39950) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:56:53.765551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Request body: {'floatingip': {'port_id': '490f81bc-e9e5-4884-9d2f-b2b3340caf63'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:56:54.090137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:54.739214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:54.796486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:54.990780 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Floating IP d30b7e6a-1237-49ba-b010-6f3a78916982 associated. External IP: 172.27.1.222, port: 490f81bc-e9e5-4884-9d2f-b2b3340caf63.
Apr 08 19:56:55.113711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-56cdb18d-3b34-4b94-bbf4-1b13c7479ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:55.370165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:56:55.559237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:56:55.569169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:56:55.574006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:55.578984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:55.579655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0539438>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:55.634547 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4a7c0405-0a9b-4d47-8462-7737f971a67c tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "PUT /v2.0/floatingips/d30b7e6a-1237-49ba-b010-6f3a78916982 HTTP/1.1" status: 200  len: 991 time: 1.8735695
Apr 08 19:56:55.635221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:56:55.647109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:55.708692 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'status': 'completed', 'code': 200}
Apr 08 19:56:55.782139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:56.161349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0539438>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd30b7e6a-1237-49ba-b010-6f3a78916982', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:e1:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:36Z', 'updated_at': '2021-04-08T19:56:54Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:56.165366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:56:56.175032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:56:56.175689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0539438>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:56:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:56.525345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:56:56.897911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0539438>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd30b7e6a-1237-49ba-b010-6f3a78916982', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:e1:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:36Z', 'updated_at': '2021-04-08T19:56:54Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:56:56.901961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18e276d-32ac-478c-924f-7e90f48a749e None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'd30b7e6a-1237-49ba-b010-6f3a78916982', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'port_id': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'mac_address': 'fa:16:3e:e1:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:56:36Z', 'updated_at': '2021-04-08T19:56:54Z', 'revision_number': 1, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:56:56.913252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:57.189156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435b0ac-b265-427a-bac4-21b6ece001db None None] New status for floating IP d30b7e6a-1237-49ba-b010-6f3a78916982: ACTIVE {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:56:57.465411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:56:58.500612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-9db9324a-3b1d-4e5f-a192-67c8b4ea9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:58.503070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-9db9324a-3b1d-4e5f-a192-67c8b4ea9ffb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 1098 time: 0.0798972
Apr 08 19:56:58.649919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-12e11a3d-7631-4c02-b291-a0e6a49f14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:58.651488 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-12e11a3d-7631-4c02-b291-a0e6a49f14af service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 200  len: 912 time: 0.1364889
Apr 08 19:56:58.765434 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-0e0a84df-450d-4250-b75e-0f566b20fb82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63 HTTP/1.1" status: 200  len: 1001 time: 0.1037812
Apr 08 19:56:58.838692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-74bad062-e742-4879-bbfd-97a9595c9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:58.840239 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-74bad062-e742-4879-bbfd-97a9595c9349 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 200  len: 850 time: 0.0669765
Apr 08 19:56:58.921794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-e6e68bef-c90e-4754-a628-670f75dc8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:56:58.923377 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-e6e68bef-c90e-4754-a628-670f75dc8b1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44b7d16-2394-438e-8506-175a7eaa1b96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758238
Apr 08 19:56:59.066539 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-3b2c5c38-2c2e-4ae0-b1ea-d93d93b03c17 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350317
Apr 08 19:56:59.210504 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ba846ca9-c721-4fb5-941b-2b445a809395 req-ddbbbc6e-be48-475f-a58a-066cee0b7367 service neutron] 10.222.0.10 "GET /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364143
Apr 08 19:57:00.989621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40018) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:01.121066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.138184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:01.142368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Usage tracker for resource:security_group_rule and tenant:0f419bb385c04da7b5f1b6142b79f0b8 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:01.146087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:01.152080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:01.245280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.272826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.281027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-87ea5579-077d-4e34-b41a-2102c7089f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:01.323687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0f419bb385c04da7b5f1b6142b79f0b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3328681
Apr 08 19:57:01.325385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88828194-8ce3-48ac-acbc-f11b5c2f186c,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:01.326608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 40028) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:01.328826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:01.388930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.415372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.496073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.501310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4d2993b6-ce5b-4d84-8aab-5d5455910e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:01.514695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88828194-8ce3-48ac-acbc-f11b5c2f186c,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:01.517818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:01.519977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:01.521145 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88828194-8ce3-48ac-acbc-f11b5c2f186c HTTP/1.1" status: 204  len: 168 time: 0.1934166
Apr 08 19:57:02.002296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 40040) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:02.022043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.037504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:02.041564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Usage tracker for resource:security_group_rule and tenant:a4622588577b410cb3764ab259f33833 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:02.044549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:02.050674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:02.133998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.170095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.178987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59b606f4-bddf-4981-978b-3ec76e3c52e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:02.221560 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a4622588577b410cb3764ab259f33833&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2176654
Apr 08 19:57:02.223160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca36aa-2b73-4e3f-ad76-aa4475db0bf1,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:02.225042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40046) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:02.226442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:02.304535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.338436 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.410493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.416008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f74d63da-7e62-4474-a6c9-df259a2c6625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:02.431387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca36aa-2b73-4e3f-ad76-aa4475db0bf1,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:02.433811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:02.440802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:02.444475 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bca36aa-2b73-4e3f-ad76-aa4475db0bf1 HTTP/1.1" status: 204  len: 168 time: 0.2158964
Apr 08 19:57:13.100876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40222) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:13.238790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.254664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:13.259164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e6f34d59a24ead888fad9e0dca557f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:13.262117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:13.268119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:13.357500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.392373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.401877 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-87c044b2-e5b4-48ca-9aee-4c6f47d0ca19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:13.446634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e6e6f34d59a24ead888fad9e0dca557f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3443983
Apr 08 19:57:13.448568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc1f0c0-660d-4974-bda8-147f3fc35678,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:13.449313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 40228) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:13.452802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4e501e3f-ebd2-4862-8f4a-1e52c89a27c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:13.518172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.545166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.621725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.627201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-94aade22-474d-4d92-9f2e-59944dac9ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:13.641735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc1f0c0-660d-4974-bda8-147f3fc35678,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:13.647803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:13.653360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:13.654614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bc1f0c0-660d-4974-bda8-147f3fc35678 HTTP/1.1" status: 204  len: 168 time: 0.2040987
Apr 08 19:57:14.591581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40258) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:14.706176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1127931181-network', 'tenant_id': 'ec81ec0cf48643158392ec966004fbb6'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:14.711471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:14.715483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Usage tracker for resource:network and tenant:ec81ec0cf48643158392ec966004fbb6 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:14.718447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:14.725684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:14.762317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Made reservation on behalf of ec81ec0cf48643158392ec966004fbb6 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:57:14.767132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:14.783903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:14.799735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:14.804470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Usage tracker for resource:security_group_rule and tenant:ec81ec0cf48643158392ec966004fbb6 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:14.807389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:14.813602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:14.900353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:14.941111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:14.945452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-69b1a0a4-3650-4f7d-9e5e-f0911ee95a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:14.969790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:57:14.983469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a5787-041d-44dd-b082-c4a3e86c8634,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:14.988387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:14.989413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:14.989821 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Added segment aac12487-5f24-4793-a30b-f572a83e9b8e of type vlan for network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1
Apr 08 19:57:15.021649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.089336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.090728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:15.091374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.096294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:15.212172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Pushing event updated for resources: {'Network': ['ID=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:15.214950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:15.226720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:57:15.244711 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6519382
Apr 08 19:57:15.247850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40264) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:15.254223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Request body: {'subnet': {'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1127931181-subnet', 'tenant_id': 'ec81ec0cf48643158392ec966004fbb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:15.259553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:15.263659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Usage tracker for resource:subnet and tenant:ec81ec0cf48643158392ec966004fbb6 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:15.266808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:15.276034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:15.312753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Made reservation on behalf of ec81ec0cf48643158392ec966004fbb6 for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:57:15.318031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852258162'] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.759461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852258113'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.774712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:15.912741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500b2fe2-366d-4195-85cb-195ce817dc8f,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:15.919478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:15.969823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:15.973970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Checking segment: {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:57:15.974370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Network hostable DHCP agents. Network: 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:57:16.024532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:57:16.066933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:57:16.076294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944edf4-7730-41f6-a91c-d10ea64a199e None None] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:57:16.078962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:16.079609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:16.128779 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a6fe9ca6-3f6f-4c0d-a072-e5e5ee436c25 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8795695
Apr 08 19:57:16.304761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183069c6-c403-45bd-b167-01e4f8bd3003 None None] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:57:18.016599 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-ec9fe2af-a237-463a-8e4b-c07b7ff8e0c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1270695
Apr 08 19:57:18.177146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88852-c68c-4099-afc9-d307552ad727 req-456f399b-522e-4438-a66a-59a0646689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:18.178824 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-456f399b-522e-4438-a66a-59a0646689ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.0892367
Apr 08 19:57:18.673860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88852-c68c-4099-afc9-d307552ad727 req-8bcb4a37-0bf7-4c79-a49e-c0254e802fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:18.675544 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-8bcb4a37-0bf7-4c79-a49e-c0254e802fae service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.4773724
Apr 08 19:57:18.831255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-e2a3965c-f38f-473e-b851-e32a813bf79c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 1002 time: 0.1460745
Apr 08 19:57:18.838264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-61cf4e45-83a8-405f-be06-986405db2ef3 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:18.839841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-61cf4e45-83a8-405f-be06-986405db2ef3 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 814 time: 0.2846012
Apr 08 19:57:18.902666 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-a515e40b-fa30-4f73-b59e-21de6d29959a tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/quotas/ec81ec0cf48643158392ec966004fbb6 HTTP/1.1" status: 200  len: 375 time: 0.0268531
Apr 08 19:57:18.955683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88852-c68c-4099-afc9-d307552ad727 req-ba333339-ca81-4391-8988-ab4c5e9058f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:18.958204 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-ba333339-ca81-4391-8988-ab4c5e9058f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.1165512
Apr 08 19:57:18.977709 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-59ae1735-be14-466d-b915-b10531b1abb5 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631433
Apr 08 19:57:19.063176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88852-c68c-4099-afc9-d307552ad727 req-2553aae5-cfa7-4552-9ea6-f765d2c08f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:19.065476 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-2553aae5-cfa7-4552-9ea6-f765d2c08f22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914366
Apr 08 19:57:19.339737 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-f0caaedc-8ccc-454f-8deb-0753db7dafa6 service neutron] 10.222.0.68 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3220699
Apr 08 19:57:19.343102 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-144ada1e-a0e2-4862-9b9f-4f51eac06b92 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428906
Apr 08 19:57:19.606649 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-3c40afca-8bda-4540-bd37-61f5f3a9e88c service neutron] 10.222.0.68 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572045
Apr 08 19:57:19.612035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5c88852-c68c-4099-afc9-d307552ad727 req-64a13de3-ea8a-4e25-9e48-2290d55e3b5b service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368298
Apr 08 19:57:19.947507 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-34094905-0985-4b32-ab20-33eb5358771b req-90633e35-f3a1-46e9-8a3b-3af4bcf75c4b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.1073766
Apr 08 19:57:21.114649 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3735c745-7a29-4a4a-900c-0c689454415c req-e75822ca-0252-4564-9c32-0d9d269011e4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.0495028
Apr 08 19:57:21.986112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-009b7ee4-ee00-4f4e-9a77-1c4a51232481 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:21.987836 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-009b7ee4-ee00-4f4e-9a77-1c4a51232481 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 814 time: 0.1605172
Apr 08 19:57:22.000337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Request body: {'port': {'device_id': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1', 'admin_state_up': True, 'tenant_id': 'ec81ec0cf48643158392ec966004fbb6'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:22.145233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:22.149345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Usage tracker for resource:port and tenant:ec81ec0cf48643158392ec966004fbb6 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:22.152507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:22.158832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:22.192963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Made reservation on behalf of ec81ec0cf48643158392ec966004fbb6 for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:57:22.199163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:22.301177 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fc2a08b9-af8c-40f9-93b3-d65921fdf194 req-f67f96dc-460d-4755-b91d-39d9ed65b25d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.0634282
Apr 08 19:57:22.377439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Allocated IP 172.20.0.12 (6df28df9-a39e-42c9-bbab-7f9ed15cbdb1/500b2fe2-366d-4195-85cb-195ce817dc8f/7041cadc-6d3f-44b6-b771-e453b3fa3924) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:57:22.577194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:22.633496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:22.649446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d3ebedd8-72bb-4057-aa8b-a291f36ecc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:22.729682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7074cfae-8bd0-47c6-aa7e-7ab1dda60b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:22.792406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Pushing event updated for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:22.804726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.805143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.805548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.805978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.806383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.806782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.807218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.807615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.808008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.808438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.808836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.809229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:22.823560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:22.860468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:57:22.861625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:57:22.864450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:57:22.929234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:22.929921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:22.981702 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9854727
Apr 08 19:57:22.994122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Request body: {'port': {'device_id': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:23.117183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:23.120990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:57:23.587250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60711940-9136-4b94-bca1-62d1e9e4007d req-8548efce-e7ea-416a-b505-bd2a2351aff8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:23.587958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-60711940-9136-4b94-bca1-62d1e9e4007d req-8548efce-e7ea-416a-b505-bd2a2351aff8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:57:23.604780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7041cadc-6d3f-44b6-b771-e453b3fa3924 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:57:23.616657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:23.635637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Transition to ACTIVE for port object 7041cadc-6d3f-44b6-b771-e453b3fa3924 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:57:23.679426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:23.693915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-60711940-9136-4b94-bca1-62d1e9e4007d req-8548efce-e7ea-416a-b505-bd2a2351aff8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:57:23.695293 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-60711940-9136-4b94-bca1-62d1e9e4007d req-8548efce-e7ea-416a-b505-bd2a2351aff8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 932 time: 0.2766979
Apr 08 19:57:23.698304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e5785dfe-2b51-46df-b324-049d322782cd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:24.082399 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-60711940-9136-4b94-bca1-62d1e9e4007d req-0deccf4a-1621-46c4-b2b9-eb21f944c4b4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456798
Apr 08 19:57:24.094699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Pushing event updated for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:24.116021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:24.328216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Attempting to bind port 7041cadc-6d3f-44b6-b771-e453b3fa3924 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:57:24.328594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Attempting to bind port 7041cadc-6d3f-44b6-b771-e453b3fa3924 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:57:24.328978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Attempting to bind port 7041cadc-6d3f-44b6-b771-e453b3fa3924 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:57:24.335740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Port 7041cadc-6d3f-44b6-b771-e453b3fa3924 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:57:24.336064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Attempting to bind port 7041cadc-6d3f-44b6-b771-e453b3fa3924 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:57:24.341630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:57:24.342038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Checking segment: {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:57:24.342499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Bound using segment: {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:57:24.342935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Bound port: 7041cadc-6d3f-44b6-b771-e453b3fa3924, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:57:24.343328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:24.426000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:57:24.429103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:57:24.462129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:24.479714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-27050760-b295-4a14-baba-18440fcf5f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:24.640708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Pushing event updated for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:24.646563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:24.678310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:24.678998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:24.680490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] 10.222.0.10 "PUT /v2.0/ports/7041cadc-6d3f-44b6-b771-e453b3fa3924 HTTP/1.1" status: 200  len: 1094 time: 1.6909437
Apr 08 19:57:24.681041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:57:24.734035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924', 'status': 'completed', 'code': 200}
Apr 08 19:57:24.941307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-a54e2cb3-0381-4056-8ccb-b582f5641495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:24.942930 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-a54e2cb3-0381-4056-8ccb-b582f5641495 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 1097 time: 0.0816002
Apr 08 19:57:25.020763 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-54a7c173-e108-43eb-a5ec-a8c994d4574a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924 HTTP/1.1" status: 200  len: 217 time: 0.0694392
Apr 08 19:57:25.093920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-fae004ad-b106-4023-944f-9dbe9049e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.095544 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-fae004ad-b106-4023-944f-9dbe9049e2e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=500b2fe2-366d-4195-85cb-195ce817dc8f HTTP/1.1" status: 200  len: 854 time: 0.0646474
Apr 08 19:57:25.101055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f3f3-b8c4-4265-a2f1-b2904dfe38e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:25.164652 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-594583c5-71da-48e0-8fc1-e8141d350438 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560513
Apr 08 19:57:25.292573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593f0f0-945d-4f1a-91eb-41285f0eb587 req-5ebcec95-2227-4290-a9ca-43191e6666df tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.294223 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3593f0f0-945d-4f1a-91eb-41285f0eb587 req-5ebcec95-2227-4290-a9ca-43191e6666df tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 944 time: 0.0921216
Apr 08 19:57:25.318632 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-0a423be8-202d-4290-904d-dffa5dcfcb6f service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458519
Apr 08 19:57:25.342956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-3593f0f0-945d-4f1a-91eb-41285f0eb587 req-260cd7fd-6c53-4d50-a957-8af0ba9098e2 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:57:25.415544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-3593f0f0-945d-4f1a-91eb-41285f0eb587 req-260cd7fd-6c53-4d50-a957-8af0ba9098e2 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:57:25.416843 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3593f0f0-945d-4f1a-91eb-41285f0eb587 req-260cd7fd-6c53-4d50-a957-8af0ba9098e2 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153438
Apr 08 19:57:25.466892 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7fbba06f-1912-4974-95e9-cb8f77ccf125 req-12f1cfda-011f-4aca-a170-c6a6efca2c5f service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415544
Apr 08 19:57:25.624809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-180732c6-5a59-4d07-ba55-0d7da60ed580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.626805 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-180732c6-5a59-4d07-ba55-0d7da60ed580 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 1097 time: 0.0890708
Apr 08 19:57:25.684512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:25.782749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793330b-94bd-4c71-8115-501663c08385 req-0f03cc07-e715-498f-8f84-bbf8a696f4d5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.785549 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1793330b-94bd-4c71-8115-501663c08385 req-0f03cc07-e715-498f-8f84-bbf8a696f4d5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1012220
Apr 08 19:57:25.796971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-0a1f1773-d019-4b4b-a95f-05f4ac47245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.807519 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-0a1f1773-d019-4b4b-a95f-05f4ac47245f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 915 time: 0.1731763
Apr 08 19:57:25.822327 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1793330b-94bd-4c71-8115-501663c08385 req-8a6822e4-edc2-488e-83a8-17528a8b6185 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299399
Apr 08 19:57:25.893327 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-0d309a8d-d65e-4f8e-aaea-30d749ba9776 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924 HTTP/1.1" status: 200  len: 217 time: 0.0781152
Apr 08 19:57:25.969363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-2602312e-018d-4dac-bf0b-79206889dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:25.970949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-2602312e-018d-4dac-bf0b-79206889dbeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=500b2fe2-366d-4195-85cb-195ce817dc8f HTTP/1.1" status: 200  len: 854 time: 0.0702002
Apr 08 19:57:26.029244 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-2a171800-066b-4e40-945d-70685052a442 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510056
Apr 08 19:57:26.178773 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-4e095ffe-002e-490d-b59d-68bea72ab3c5 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399059
Apr 08 19:57:26.327712 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-46ce6562-6d43-4ab9-a619-dc05cf72b4ea req-2daf9ebe-cb94-4f87-890c-d05654dcd698 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405516
Apr 08 19:57:26.619053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267d220-f5da-467f-9f47-7abd52910d46 req-568ff2cf-d3b4-4c2f-bd55-4071a4725783 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:26.620625 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5267d220-f5da-467f-9f47-7abd52910d46 req-568ff2cf-d3b4-4c2f-bd55-4071a4725783 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 944 time: 0.0877926
Apr 08 19:57:26.653767 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5267d220-f5da-467f-9f47-7abd52910d46 req-38f5761d-26ae-4fec-b9f8-9f7341883ced tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257246
Apr 08 19:57:26.904739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:27.029802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5d8ab-4fd8-4c90-9a59-04caf8953a92 req-7d42e14e-5b9f-498d-b8e6-71c87fdd0d61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:27.031415 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-39a5d8ab-4fd8-4c90-9a59-04caf8953a92 req-7d42e14e-5b9f-498d-b8e6-71c87fdd0d61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0891688
Apr 08 19:57:27.064825 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-39a5d8ab-4fd8-4c90-9a59-04caf8953a92 req-ff83054e-c2c9-4b05-a222-ac4d316b783f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261545
Apr 08 19:57:27.487759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:27.871642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26b1ff-a679-4194-8496-7731564cfe55 req-8909e2c4-fde5-4c73-8498-9d0296d44ffa tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:27.880721 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9f26b1ff-a679-4194-8496-7731564cfe55 req-8909e2c4-fde5-4c73-8498-9d0296d44ffa tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 944 time: 0.0987706
Apr 08 19:57:27.907595 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9f26b1ff-a679-4194-8496-7731564cfe55 req-dbc2a010-3506-4aa7-b970-ecfcf8a159f9 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258901
Apr 08 19:57:28.280399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaf561-3ab0-4cf5-8b48-55d9c30c444f req-dcd4e412-18e5-4cba-855a-507c9202000f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:28.282100 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eaaaf561-3ab0-4cf5-8b48-55d9c30c444f req-dcd4e412-18e5-4cba-855a-507c9202000f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0975068
Apr 08 19:57:28.316869 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eaaaf561-3ab0-4cf5-8b48-55d9c30c444f req-aea8f19e-d71a-4a6c-bba7-959f28ba0102 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246882
Apr 08 19:57:29.114340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b32f-2efb-4594-a492-30540b2af2bd req-cf45a0b8-a5cd-45ce-b24b-95e31532b6af tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:29.115928 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-acf1b32f-2efb-4594-a492-30540b2af2bd req-cf45a0b8-a5cd-45ce-b24b-95e31532b6af tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 944 time: 0.0889308
Apr 08 19:57:29.145796 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-acf1b32f-2efb-4594-a492-30540b2af2bd req-efea499c-8ced-413e-80e0-1ccf3a127cfd tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0233665
Apr 08 19:57:29.278594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7041cadc-6d3f-44b6-b771-e453b3fa3924 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:57:29.421834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:29.440000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '7041cadc-6d3f-44b6-b771-e453b3fa3924', 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1', 'port_id': '7041cadc-6d3f-44b6-b771-e453b3fa3924', 'mac_address': 'fa:16:3e:c9:b1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500b2fe2-366d-4195-85cb-195ce817dc8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:57:29.499075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:29.517449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7041cadc-6d3f-44b6-b771-e453b3fa3924 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:57:29.524867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6634d9-e118-42ad-b56f-972105d3873d req-b736962d-cd5e-4b38-9ab1-9822495417f7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:29.526536 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d6634d9-e118-42ad-b56f-972105d3873d req-b736962d-cd5e-4b38-9ab1-9822495417f7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0926793
Apr 08 19:57:29.533385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:29.556930 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d6634d9-e118-42ad-b56f-972105d3873d req-93ec4ba2-8e64-4e2a-a536-2eb01690f5f0 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240614
Apr 08 19:57:29.578894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:29.580872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b34925a2-a978-4917-90ee-542ebc56c2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:29.651800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:29.655048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:30.347256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c766bd-fefc-46ec-b512-e6db5e1c5d3f req-11225815-d8fa-4f06-9f34-95cd44b6358b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:30.348888 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4c766bd-fefc-46ec-b512-e6db5e1c5d3f req-11225815-d8fa-4f06-9f34-95cd44b6358b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 945 time: 0.0880897
Apr 08 19:57:30.379566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a4c766bd-fefc-46ec-b512-e6db5e1c5d3f req-39fe5935-b0c8-402d-93c6-ec3de45246bc tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244305
Apr 08 19:57:30.988555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85759d8a-81c9-4ad6-b3a6-40d69126a21c req-60732136-7b61-4485-8a54-c618e2241a95 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:30.990209 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-85759d8a-81c9-4ad6-b3a6-40d69126a21c req-60732136-7b61-4485-8a54-c618e2241a95 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.3188093
Apr 08 19:57:31.021732 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-85759d8a-81c9-4ad6-b3a6-40d69126a21c req-6466d3fd-d225-407a-bdf0-86b0f74643e5 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249898
Apr 08 19:57:31.449958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['7041cadc-6d3f-44b6-b771-e453b3fa3924'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:57:31.583847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f9e3b-82e1-4656-a6c4-8c9f9b7ebf59 req-576e97a0-9cb7-4ddc-914a-4ed4b8cb116b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:31.585497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1c9f9e3b-82e1-4656-a6c4-8c9f9b7ebf59 req-576e97a0-9cb7-4ddc-914a-4ed4b8cb116b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 945 time: 0.0887752
Apr 08 19:57:31.630508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1c9f9e3b-82e1-4656-a6c4-8c9f9b7ebf59 req-0655f372-da15-447b-b976-61e58f9bde78 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380552
Apr 08 19:57:32.231756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943fdf-ec3c-43b1-94f4-187ea0001785 req-fdfc1149-2c6d-43bd-b1a3-2828fc3fe810 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:32.239180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37943fdf-ec3c-43b1-94f4-187ea0001785 req-fdfc1149-2c6d-43bd-b1a3-2828fc3fe810 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1026459
Apr 08 19:57:32.265387 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37943fdf-ec3c-43b1-94f4-187ea0001785 req-aa5554c0-60d3-4047-a162-8fa265527074 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251853
Apr 08 19:57:32.378710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9b5b-fc00-4b7d-99a0-efe310e60d38 req-911296e6-7a99-4ab8-add1-bd9f5753d553 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:32.380481 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-745d9b5b-fc00-4b7d-99a0-efe310e60d38 req-911296e6-7a99-4ab8-add1-bd9f5753d553 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1061480
Apr 08 19:57:32.414977 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-745d9b5b-fc00-4b7d-99a0-efe310e60d38 req-27bff7ed-7ba1-48ad-b4b5-0c968d6491ac tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265684
Apr 08 19:57:32.837308 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04eca-a73b-41f9-a6b7-f83fad6b5066 req-8456cb87-24d6-4a89-aaa3-49047dd0bb2e tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:32.838908 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74b04eca-a73b-41f9-a6b7-f83fad6b5066 req-8456cb87-24d6-4a89-aaa3-49047dd0bb2e tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 945 time: 0.0874743
Apr 08 19:57:32.869492 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74b04eca-a73b-41f9-a6b7-f83fad6b5066 req-1b99b7fd-49a1-4067-bb93-218f5cec06de tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242610
Apr 08 19:57:33.173001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7041cadc-6d3f-44b6-b771-e453b3fa3924 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:57:33.275923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 7041cadc-6d3f-44b6-b771-e453b3fa3924 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:57:33.281025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 7041cadc-6d3f-44b6-b771-e453b3fa3924 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:57:33.281447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:33.404425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:33.417454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:57:33.429448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:33.467919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:33.473077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:33.481854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c842ea5-1e67-4c48-833e-53aa0c9a26a7 req-0f3f0bd6-9c14-4b23-81a4-115009edfbd4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:33.483719 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c842ea5-1e67-4c48-833e-53aa0c9a26a7 req-0f3f0bd6-9c14-4b23-81a4-115009edfbd4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1044061
Apr 08 19:57:33.526230 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c842ea5-1e67-4c48-833e-53aa0c9a26a7 req-bb317414-a789-4247-912d-3e0e472b95f8 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343082
Apr 08 19:57:33.564527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:33.568925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:33.578662 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924', 'code': 200}
Apr 08 19:57:33.793803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fb89f-c130-42f4-9e29-b23c97d5e003 req-1dfdcbae-b2a0-4c05-b7e8-d0e6565fe191 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:33.795536 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4e7fb89f-c130-42f4-9e29-b23c97d5e003 req-1dfdcbae-b2a0-4c05-b7e8-d0e6565fe191 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0978849
Apr 08 19:57:33.831537 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4e7fb89f-c130-42f4-9e29-b23c97d5e003 req-c82f7c66-4c41-4efe-9d74-49e40e010bbb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274470
Apr 08 19:57:33.936673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f47ce-1bed-4086-a5e1-3a19f6d5c0ea req-fab4eb29-bbe6-4008-b106-94d55c5baa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:33.938490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-915f47ce-1bed-4086-a5e1-3a19f6d5c0ea req-fab4eb29-bbe6-4008-b106-94d55c5baa96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 1099 time: 0.0817389
Apr 08 19:57:33.966347 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-915f47ce-1bed-4086-a5e1-3a19f6d5c0ea req-39c66ef2-96f9-42bc-85b3-2e69f4dd4d8a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0207262
Apr 08 19:57:34.075055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c941fde-e063-499c-9864-9cfea358f625 req-8947e760-55e0-4a65-b5b9-5044cad30603 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:34.076639 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1c941fde-e063-499c-9864-9cfea358f625 req-8947e760-55e0-4a65-b5b9-5044cad30603 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 946 time: 0.0922167
Apr 08 19:57:34.106248 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1c941fde-e063-499c-9864-9cfea358f625 req-73e48dee-3ff2-4102-aca6-263d2cc8ff74 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0230632
Apr 08 19:57:34.721011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5d78d-f575-4226-85c8-3765acbf0a2c req-7f4f961c-1b48-4cb8-bb28-3984d9620919 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:34.723360 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbd5d78d-f575-4226-85c8-3765acbf0a2c req-7f4f961c-1b48-4cb8-bb28-3984d9620919 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0894663
Apr 08 19:57:34.754477 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbd5d78d-f575-4226-85c8-3765acbf0a2c req-0480de0d-1ea8-4d9c-b323-5cb09f40afcf tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245688
Apr 08 19:57:35.053747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d378c34-59d5-4f08-911f-edc3fe85d6e3 req-8684342e-ddf6-4d20-bffc-145e60dd46ae tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:35.055413 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3d378c34-59d5-4f08-911f-edc3fe85d6e3 req-8684342e-ddf6-4d20-bffc-145e60dd46ae tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0995619
Apr 08 19:57:35.086858 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3d378c34-59d5-4f08-911f-edc3fe85d6e3 req-7d0d1990-5631-41a5-adc4-18130a869999 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251708
Apr 08 19:57:35.456469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ecfd7-38f9-4766-9dc0-99cccc6bc1df req-b2be1366-8b7d-4b32-9cd7-dee202829ac4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:35.458230 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c91ecfd7-38f9-4766-9dc0-99cccc6bc1df req-b2be1366-8b7d-4b32-9cd7-dee202829ac4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 946 time: 0.0877159
Apr 08 19:57:35.488413 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c91ecfd7-38f9-4766-9dc0-99cccc6bc1df req-974772ed-ace2-4375-bbfd-490e40ba30a5 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239885
Apr 08 19:57:35.966694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417a827-9ca2-4abb-b962-5cddb8a02670 req-356f5299-93cd-4935-a756-850a239d58ed tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:35.968312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a417a827-9ca2-4abb-b962-5cddb8a02670 req-356f5299-93cd-4935-a756-850a239d58ed tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0947068
Apr 08 19:57:36.000278 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a417a827-9ca2-4abb-b962-5cddb8a02670 req-8fc6cd05-b616-4b72-816f-d59488925808 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241442
Apr 08 19:57:36.316457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5524-1923-4d76-99d0-9690710102bc req-1e28b3a4-ceaa-40f2-a001-f5a46dd225fb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:36.318091 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ddbb5524-1923-4d76-99d0-9690710102bc req-1e28b3a4-ceaa-40f2-a001-f5a46dd225fb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0993972
Apr 08 19:57:36.352624 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ddbb5524-1923-4d76-99d0-9690710102bc req-a52c3b8b-1be7-4ed8-a685-2a04dda87d05 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0280037
Apr 08 19:57:37.208979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86473a-fd1e-4e6d-971d-2b8687262e96 req-24cc1de0-0d34-41c3-9fee-05a05df19a6d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:37.210580 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e86473a-fd1e-4e6d-971d-2b8687262e96 req-24cc1de0-0d34-41c3-9fee-05a05df19a6d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0914240
Apr 08 19:57:37.244760 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e86473a-fd1e-4e6d-971d-2b8687262e96 req-4dfb8361-4dcd-486a-ba0f-23e6d1ed8e58 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277932
Apr 08 19:57:37.577007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83217c14-7c16-449a-b472-2774082ab12d req-86e97003-f7d7-48bf-b1b9-4748a1da54ec tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:37.578538 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-83217c14-7c16-449a-b472-2774082ab12d req-86e97003-f7d7-48bf-b1b9-4748a1da54ec tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0966513
Apr 08 19:57:37.612355 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-83217c14-7c16-449a-b472-2774082ab12d req-0ae615be-0739-4477-a1bb-df54fb4463b2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264993
Apr 08 19:57:37.803949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40616) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:37.933546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:37.950915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:37.954997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Usage tracker for resource:security_group_rule and tenant:23f52ab768e74e38bd48426819abcea8 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:37.957975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:37.964223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:38.049420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.095386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.104754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-277b3848-183e-44f0-9939-3f8b91caa5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:38.148237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff8937-caae-4028-85c1-42f8a2a31104,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:38.151851 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23f52ab768e74e38bd48426819abcea8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3467965
Apr 08 19:57:38.154892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 40624) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:38.158435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.158882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.159255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.159663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.160066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.160471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.160869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.161272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.161699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.162121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.162610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.163009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:38.167193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f7b716e-0941-4db9-9417-092fc88473c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:38.222939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.250733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.331869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.336122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-300db4a6-c35e-429e-aea1-c964cd876b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:38.350443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff8937-caae-4028-85c1-42f8a2a31104,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:38.353531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:38.354537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:38.359791 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6ff8937-caae-4028-85c1-42f8a2a31104 HTTP/1.1" status: 204  len: 168 time: 0.2023010
Apr 08 19:57:38.460476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79c451-06f2-47d4-87d0-f06ad8eff5e6 req-bd06ceb7-942e-4679-9f3a-30da3604b001 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:38.462228 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b79c451-06f2-47d4-87d0-f06ad8eff5e6 req-bd06ceb7-942e-4679-9f3a-30da3604b001 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0994329
Apr 08 19:57:38.501155 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4b79c451-06f2-47d4-87d0-f06ad8eff5e6 req-5054fa43-74c5-4b32-bade-a6620fa3f8f4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314677
Apr 08 19:57:38.834478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161e87-29b9-4b2d-9742-74bf6613c400 req-562c3efa-f912-4037-a139-e065235d8715 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:38.836151 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2161e87-29b9-4b2d-9742-74bf6613c400 req-562c3efa-f912-4037-a139-e065235d8715 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0974362
Apr 08 19:57:38.872067 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2161e87-29b9-4b2d-9742-74bf6613c400 req-a720fa7e-fd6a-4a06-a2a5-4ae31d6b9078 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292642
Apr 08 19:57:39.705859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d2f12-151e-4be3-95b5-04f5612af254 req-8e149045-3377-4404-ab10-2da46e0b7f16 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:39.707490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e01d2f12-151e-4be3-95b5-04f5612af254 req-8e149045-3377-4404-ab10-2da46e0b7f16 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0893586
Apr 08 19:57:39.740422 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e01d2f12-151e-4be3-95b5-04f5612af254 req-f8dbf925-c54a-48ec-b296-a1dc91424cab tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251544
Apr 08 19:57:40.091155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccef5a-60f4-47a7-9dd7-29dac72b48da req-b7218062-dfab-4d95-9706-d945b33d18fc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:40.092656 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aeccef5a-60f4-47a7-9dd7-29dac72b48da req-b7218062-dfab-4d95-9706-d945b33d18fc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0966635
Apr 08 19:57:40.124815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aeccef5a-60f4-47a7-9dd7-29dac72b48da req-4c8ee4e5-ef0e-4a03-b39b-edb2e7a7e35d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252085
Apr 08 19:57:40.944856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fea84-29de-44a1-924e-853780a281a8 req-22bf61d9-59b9-4409-99c3-1d4a0f91c14c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:40.946405 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0b4fea84-29de-44a1-924e-853780a281a8 req-22bf61d9-59b9-4409-99c3-1d4a0f91c14c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0918589
Apr 08 19:57:40.978684 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0b4fea84-29de-44a1-924e-853780a281a8 req-10ce3471-cfd7-4437-a393-be7a3704c0c2 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255764
Apr 08 19:57:41.343030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16dabc-2a47-4138-b18c-2c3cafab7eb6 req-a4c9a8e2-7dad-499e-9293-621b12741256 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:41.344655 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f16dabc-2a47-4138-b18c-2c3cafab7eb6 req-a4c9a8e2-7dad-499e-9293-621b12741256 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0943668
Apr 08 19:57:41.382542 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f16dabc-2a47-4138-b18c-2c3cafab7eb6 req-d9507dbc-63fe-48d6-bc3e-a301a353a997 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306132
Apr 08 19:57:42.183562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148c7ab-5021-4735-b8c0-00aa5925aca3 req-8207a586-2a3d-46a7-b372-cdfbd6c68a4b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:42.183562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d148c7ab-5021-4735-b8c0-00aa5925aca3 req-8207a586-2a3d-46a7-b372-cdfbd6c68a4b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0889938
Apr 08 19:57:42.212799 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d148c7ab-5021-4735-b8c0-00aa5925aca3 req-9e0ec00d-cf1b-4f9a-a697-216d60e3a86b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258074
Apr 08 19:57:42.593935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90bbf-68a5-4252-85de-4712e71bbc3b req-7d11cc28-451b-4eb7-af99-ba7e1d9f83dc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:42.595531 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a5b90bbf-68a5-4252-85de-4712e71bbc3b req-7d11cc28-451b-4eb7-af99-ba7e1d9f83dc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0905190
Apr 08 19:57:42.629958 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a5b90bbf-68a5-4252-85de-4712e71bbc3b req-7a5249fa-f7f0-4cbe-8f86-73f77b749fab tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265472
Apr 08 19:57:43.445089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a606c8-7241-4200-82a4-5f3f2b9170b5 req-0ff26b0d-f49f-4677-bb51-b16b2424eb9e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:43.450027 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-58a606c8-7241-4200-82a4-5f3f2b9170b5 req-0ff26b0d-f49f-4677-bb51-b16b2424eb9e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0965376
Apr 08 19:57:43.479651 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-58a606c8-7241-4200-82a4-5f3f2b9170b5 req-a504015e-9b42-43b2-9a46-1c47631c3ccf tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264454
Apr 08 19:57:43.841957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39ad63-5556-4468-9795-dfc6b37ac9f7 req-d4477c7a-6861-4f24-bdea-374f8ab1c90b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:43.843565 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-af39ad63-5556-4468-9795-dfc6b37ac9f7 req-d4477c7a-6861-4f24-bdea-374f8ab1c90b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0890338
Apr 08 19:57:43.880133 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-af39ad63-5556-4468-9795-dfc6b37ac9f7 req-b5df48af-67de-4d00-b51b-d75add48323f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292768
Apr 08 19:57:44.691430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f650-d4af-45d8-a75f-ea463783dbc8 req-2848ae1b-0d71-48a6-b4a3-686e352aea96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:44.693107 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4152f650-d4af-45d8-a75f-ea463783dbc8 req-2848ae1b-0d71-48a6-b4a3-686e352aea96 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0932994
Apr 08 19:57:44.724959 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4152f650-d4af-45d8-a75f-ea463783dbc8 req-590ccdb6-bc34-4067-bff9-9ad60d5ec867 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247264
Apr 08 19:57:45.113111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51d782-5843-45bf-8520-7cd17962d0fb req-549b503d-d738-468d-af2e-ea1e4fa9a78b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:45.123422 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c51d782-5843-45bf-8520-7cd17962d0fb req-549b503d-d738-468d-af2e-ea1e4fa9a78b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1070461
Apr 08 19:57:45.152178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2c51d782-5843-45bf-8520-7cd17962d0fb req-388e803b-9070-407e-b642-35105bfd8057 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277898
Apr 08 19:57:45.240254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:57:45.401226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:45.415904 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:57:45.480872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:45.482337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:57:45.499237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:45.529580 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:45.531626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:45.622963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=6']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:45.631772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:57:45.705982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.706808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.706808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.707097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.707686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.707927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.708382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.708755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.709127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.709496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.709888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.710264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:57:45.723410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:45.998065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:46.009216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-8cdc3351-17c3-4577-8206-38f617f815df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:46.011686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-8cdc3351-17c3-4577-8206-38f617f815df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.1220877
Apr 08 19:57:46.022612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e39c5-7b63-4b18-b81e-f7cf98b271de req-923f0169-17da-4955-af88-f8211f88cd25 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:46.030528 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0c9e39c5-7b63-4b18-b81e-f7cf98b271de req-923f0169-17da-4955-af88-f8211f88cd25 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1439753
Apr 08 19:57:46.094480 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0c9e39c5-7b63-4b18-b81e-f7cf98b271de req-06b2c90c-eb67-4c1d-b114-fd8320737678 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624037
Apr 08 19:57:46.422560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccce1ac-f68b-4663-b65f-228b7ad7cb44 req-3ced3d04-e4ea-4030-af18-116cb1061415 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:46.424412 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5ccce1ac-f68b-4663-b65f-228b7ad7cb44 req-3ced3d04-e4ea-4030-af18-116cb1061415 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 944 time: 0.1148429
Apr 08 19:57:46.483754 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5ccce1ac-f68b-4663-b65f-228b7ad7cb44 req-cb893f9e-e9f1-417e-84f5-4699cae01612 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514824
Apr 08 19:57:46.606492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-d3368fd9-9e04-4ab3-9ed2-e20093b2434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:46.607779 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-d3368fd9-9e04-4ab3-9ed2-e20093b2434f service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.5874350
Apr 08 19:57:46.837325 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-645f0239-1e1f-4913-b3a5-4545d019a59d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 1002 time: 0.2212303
Apr 08 19:57:46.927405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-d4d6facb-7612-49f0-a102-a4dcfe125a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:46.930013 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-d4d6facb-7612-49f0-a102-a4dcfe125a86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.0845616
Apr 08 19:57:47.067470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-e1ea9642-3181-44b0-93e8-0be87a844cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:47.069098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-e1ea9642-3181-44b0-93e8-0be87a844cc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1311073
Apr 08 19:57:47.245994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:57:47.246521 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-eaf85e03-9c7b-4da4-9f39-d2cd846e82b3 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699727
Apr 08 19:57:47.476062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:57:47.478209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:47.505004 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12843d50-a2ce-41fe-b8e2-866f4f51032f req-7bc95c96-08bc-4f03-9e25-4e92e8d50946 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503750
Apr 08 19:57:47.531732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a156e7-ca38-40e3-8e93-1ccb17353c4e req-408ee518-95e8-49fa-8417-91b0c9a8dbf1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:47.555529 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-90a156e7-ca38-40e3-8e93-1ccb17353c4e req-408ee518-95e8-49fa-8417-91b0c9a8dbf1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.2417917
Apr 08 19:57:47.682514 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-90a156e7-ca38-40e3-8e93-1ccb17353c4e req-8732d355-2e01-4146-9b20-f3dc272cdd0d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256475
Apr 08 19:57:47.849453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d47c0-7e41-43e2-bb4a-84e731d9f77d req-6f945507-d979-4e27-970c-3213f7ceaa7b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:47.855977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:47.860762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c41d47c0-7e41-43e2-bb4a-84e731d9f77d req-6f945507-d979-4e27-970c-3213f7ceaa7b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 944 time: 0.1435211
Apr 08 19:57:47.881733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:57:47.905451 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c41d47c0-7e41-43e2-bb4a-84e731d9f77d req-6253bf28-c23f-487f-b695-b4b0c6c6b12b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436234
Apr 08 19:57:47.917030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:47.953923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:47.955934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:48.076999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=7']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:48.081195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:48.204850 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'code': 200}
Apr 08 19:57:48.911668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6990e40-799c-4826-89d9-711f497e72c6 req-44ffceb7-47b0-44cd-bcaf-92b0837b212d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:48.913560 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6990e40-799c-4826-89d9-711f497e72c6 req-44ffceb7-47b0-44cd-bcaf-92b0837b212d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0950975
Apr 08 19:57:48.965242 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6990e40-799c-4826-89d9-711f497e72c6 req-786cb5cc-1649-4f1a-a10c-c8cedcf1372d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393453
Apr 08 19:57:49.168689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625bfa4-5398-419a-bce6-8ef81ed3f8c3 req-56d3b926-068c-469c-bbd8-58f94eb5d577 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:49.170785 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c625bfa4-5398-419a-bce6-8ef81ed3f8c3 req-56d3b926-068c-469c-bbd8-58f94eb5d577 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1023648
Apr 08 19:57:49.218328 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c625bfa4-5398-419a-bce6-8ef81ed3f8c3 req-e7af60e3-231f-4e89-b08e-d0f792a3be4d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385032
Apr 08 19:57:50.199680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3766a-1b3a-4fa0-abc1-037b29f0d69c req-57ce5961-fe9d-421c-9b84-ded3baf95201 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:50.201385 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-baa3766a-1b3a-4fa0-abc1-037b29f0d69c req-57ce5961-fe9d-421c-9b84-ded3baf95201 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1276042
Apr 08 19:57:50.268358 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-baa3766a-1b3a-4fa0-abc1-037b29f0d69c req-9c1732e2-29b0-4d1f-aca9-024bb270553e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580044
Apr 08 19:57:50.493244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509e67-cd8e-4a57-bbfd-e47d9261f7cf req-8475f74f-d004-49ca-9032-bd1a99189ee8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:50.495562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b509e67-cd8e-4a57-bbfd-e47d9261f7cf req-8475f74f-d004-49ca-9032-bd1a99189ee8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1180701
Apr 08 19:57:50.546775 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b509e67-cd8e-4a57-bbfd-e47d9261f7cf req-e823c2e0-898c-40e5-869c-3608627fee09 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440686
Apr 08 19:57:51.526249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294033-95b3-45d4-9c1a-8bb5d14023f9 req-3a4b808d-bc61-4d72-aec3-d8fdacbb876a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:51.527891 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-64294033-95b3-45d4-9c1a-8bb5d14023f9 req-3a4b808d-bc61-4d72-aec3-d8fdacbb876a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1043563
Apr 08 19:57:51.562048 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-64294033-95b3-45d4-9c1a-8bb5d14023f9 req-261fb18d-ae14-482d-add5-6f12a11476c1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0269699
Apr 08 19:57:51.803724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ad9f-0f6f-4103-b402-c59d1acd32a1 req-06bb7953-80da-46fd-9b7f-1092c43a8aa6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:51.812681 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fd41ad9f-0f6f-4103-b402-c59d1acd32a1 req-06bb7953-80da-46fd-9b7f-1092c43a8aa6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1076074
Apr 08 19:57:51.842242 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fd41ad9f-0f6f-4103-b402-c59d1acd32a1 req-827d9bcc-7597-4919-b020-328dab6b68aa tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282936
Apr 08 19:57:52.269924 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-effffce2-5968-48f4-ba25-947193c41611 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1574659
Apr 08 19:57:52.286973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b937f45-1e14-43f4-b365-a70e96f6914e req-f4dd3014-d178-45a7-b07f-e47ffeabe96d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:52.288781 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1b937f45-1e14-43f4-b365-a70e96f6914e req-f4dd3014-d178-45a7-b07f-e47ffeabe96d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1283879
Apr 08 19:57:52.339021 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1b937f45-1e14-43f4-b365-a70e96f6914e req-bb418fbb-79cc-46ad-a38b-f717101b289a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400238
Apr 08 19:57:52.738767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6e188379-0c1b-4ea6-8218-2212c227abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.062869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40631e31-5bba-44e0-87c1-896ea04ea48d req-280a7875-dcd3-4bff-93a9-a13ed2011a6e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:53.064511 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-40631e31-5bba-44e0-87c1-896ea04ea48d req-280a7875-dcd3-4bff-93a9-a13ed2011a6e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.0935757
Apr 08 19:57:53.098654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-40631e31-5bba-44e0-87c1-896ea04ea48d req-1985f724-5f4c-498f-b98a-2c9d4e95e78a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278642
Apr 08 19:57:53.202455 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40930) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:53.298261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:57:53.332504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.348700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:53.353339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae06b5a0d944559b8dbd179493c6484 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:53.358076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:53.364164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:53.437514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.452058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:57:53.469566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:57:53.516699 dv-cinder-784623-4-iscsi neutron-server[85271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'code': 422} returned with failed status
Apr 08 19:57:53.523321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.525947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:53.568551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.597873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893d258-f532-4a7e-8870-1fb70708dffb req-ccc34543-ca3f-4add-ba0c-881c330c8a4b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:53.605716 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d893d258-f532-4a7e-8870-1fb70708dffb req-ccc34543-ca3f-4add-ba0c-881c330c8a4b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1615918
Apr 08 19:57:53.607501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.619589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2ead1501-193e-4866-9c97-9b860fe6eeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:53.646106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=6']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:53.650547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:53.716456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e6cc6-a27f-48c8-9986-9375377a69fb,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:53.724578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:53.730841 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ae06b5a0d944559b8dbd179493c6484&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5244691
Apr 08 19:57:53.731641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 40944) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:53.739338 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d893d258-f532-4a7e-8870-1fb70708dffb req-3f8e36e0-e5bc-4d8a-9cf8-43afec37c9f9 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217160
Apr 08 19:57:53.810530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:53.839445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:54.267602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:54.279042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9afb8476-9cfa-410f-98fa-3deb47e837b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:54.295622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e6cc6-a27f-48c8-9986-9375377a69fb,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:54.301630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:54.309316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:54.312904 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b60e6cc6-a27f-48c8-9986-9375377a69fb HTTP/1.1" status: 204  len: 168 time: 0.5776834
Apr 08 19:57:54.350146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa40f-2810-4045-981d-4430bf1d0915 req-45bd7d7d-b1f7-44ee-b93e-0654daa6f166 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:54.351965 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b50aa40f-2810-4045-981d-4430bf1d0915 req-45bd7d7d-b1f7-44ee-b93e-0654daa6f166 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1315088
Apr 08 19:57:54.402834 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b50aa40f-2810-4045-981d-4430bf1d0915 req-267dc05f-2d02-4eac-8a10-83fb2dc73433 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406141
Apr 08 19:57:55.100801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0beb8ec9-5a8e-4fab-bae3-7b376d0768b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:55.126876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e5e7-940c-4558-bf49-20b532b02c5e req-3442dd84-8d65-4a2e-b9df-108f73214f66 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:55.134415 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10d7e5e7-940c-4558-bf49-20b532b02c5e req-3442dd84-8d65-4a2e-b9df-108f73214f66 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1417263
Apr 08 19:57:55.171354 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-10d7e5e7-940c-4558-bf49-20b532b02c5e req-3c7989d2-6ad8-4263-8661-85cb0d202b40 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355878
Apr 08 19:57:55.641247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:55.745508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 40998) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:55.894346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67d33-6fba-4495-b3c4-0f22200d2bf5 req-c5300305-84dc-47e8-8d8f-99c318095237 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:55.908943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35a67d33-6fba-4495-b3c4-0f22200d2bf5 req-c5300305-84dc-47e8-8d8f-99c318095237 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.2636454
Apr 08 19:57:55.985701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710560984-network', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:55.995543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:56.004868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Usage tracker for resource:network and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:56.009659 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35a67d33-6fba-4495-b3c4-0f22200d2bf5 req-c18df5a8-c526-464d-8d0b-098f0c2b865e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922842
Apr 08 19:57:56.017431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:56.029818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:56.035365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-61a03516-f9d1-49ed-8a41-0f67d7a240ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.035365 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-61a03516-f9d1-49ed-8a41-0f67d7a240ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b&tenant_id=880ea06ec3504a66b842211ec49c00f5 HTTP/1.1" status: 200  len: 1097 time: 0.2610307
Apr 08 19:57:56.098340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Made reservation on behalf of 73bcf7b7a52f44619e26722bc2a80285 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:57:56.104111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.148126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.172784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-d0ead13a-becb-4b94-9e98-a486518b1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.172784 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-d0ead13a-becb-4b94-9e98-a486518b1019 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1097 time: 0.1118627
Apr 08 19:57:56.188663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:56.194656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:56.199092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:56.222174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:56.376876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.428224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.439399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b453824-2111-4c4c-8c0f-4893fcf0cb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:56.483717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:57:56.488333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-30a7c89a-ba4f-4bae-8b8a-37922cbb67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.490255 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-30a7c89a-ba4f-4bae-8b8a-37922cbb67b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.3101027
Apr 08 19:57:56.514022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40624eca-fb65-4d2d-aed6-aa7156053710,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:56.518880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.519279 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Added segment 56db64d6-503a-496f-a6be-c8be7817d2d8 of type vlan for network ffa38ea3-5df2-4efc-a190-ae465df0d677
Apr 08 19:57:56.521364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:56.544494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246338b5-56d7-44d6-814c-62d9d5f62a1e req-8f4b912c-6684-4a87-acc5-a4024997b7f6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.546178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-246338b5-56d7-44d6-814c-62d9d5f62a1e req-8f4b912c-6684-4a87-acc5-a4024997b7f6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1673055
Apr 08 19:57:56.566738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.618430 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-246338b5-56d7-44d6-814c-62d9d5f62a1e req-8df93100-6990-4f31-9d66-1e3aa57e2b5c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437295
Apr 08 19:57:56.644193 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-b749be44-3232-4360-a390-6220050992ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 1000 time: 0.1454184
Apr 08 19:57:56.687786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.689612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.690568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:56.709828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:56.732965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-28e56f31-81d4-4c40-b91f-e34d84bdad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.734702 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-28e56f31-81d4-4c40-b91f-e34d84bdad5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.0827966
Apr 08 19:57:56.817319 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0669692
Apr 08 19:57:56.823468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41010) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:56.831956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Request body: {'subnet': {'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710560984-subnet', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:56.839790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa38ea3-5df2-4efc-a190-ae465df0d677,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:56.842868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:56.844738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:56.850630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:57:56.856197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Usage tracker for resource:subnet and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:56.865682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:56.871363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-8c6e4092-260a-4cab-8f8f-0e88c8ceec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:56.873268 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-8c6e4092-260a-4cab-8f8f-0e88c8ceec5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305952
Apr 08 19:57:56.878899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:57.093025 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-dc2f2a2f-6ad9-4f41-b8fc-66951654f736 service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034562
Apr 08 19:57:57.095653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Made reservation on behalf of 73bcf7b7a52f44619e26722bc2a80285 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:57:57.099482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:57.312930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:57.449427 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-f000de6a-5b9c-4bdf-a111-f13abc4a9f5a service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3346097
Apr 08 19:57:57.465833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694236e-5d7f-4af1-a722-047eefdeb850 req-b3637e72-62f0-4b9e-ab3c-24086bb36179 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:57.467547 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3694236e-5d7f-4af1-a722-047eefdeb850 req-b3637e72-62f0-4b9e-ab3c-24086bb36179 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1919801
Apr 08 19:57:57.481325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:57.525111 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3694236e-5d7f-4af1-a722-047eefdeb850 req-49858562-7d22-41c5-b899-1dd4255e77c1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486324
Apr 08 19:57:57.968602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a129-84ec-4972-8cce-6905682500c6 req-8b23c5a5-eb49-4e6e-a110-643b8d399c01 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:57.970316 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-af60a129-84ec-4972-8cce-6905682500c6 req-8b23c5a5-eb49-4e6e-a110-643b8d399c01 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1412957
Apr 08 19:57:58.020553 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-af60a129-84ec-4972-8cce-6905682500c6 req-6d144c6e-c47f-465c-88a7-4ae1bfbf574a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351565
Apr 08 19:57:58.110057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:58.132199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e14a0465-4f8f-4520-bed1-7ce39591264b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:57:58.279108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12dbd26c-cbf7-40e9-a415-83eb13a3f76c,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:57:58.283855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:57:58.341082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Checking segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:57:58.341654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Network hostable DHCP agents. Network: ffa38ea3-5df2-4efc-a190-ae465df0d677, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:57:58.996541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:57:59.032371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a61e0-be08-49a7-b81c-6acdcbb19aa7 req-b7caf823-3f8c-4fab-adc4-c79e4d404bed tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:59.041128 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e31a61e0-be08-49a7-b81c-6acdcbb19aa7 req-b7caf823-3f8c-4fab-adc4-c79e4d404bed tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.3732209
Apr 08 19:57:59.085519 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e31a61e0-be08-49a7-b81c-6acdcbb19aa7 req-7b451368-4448-4be1-ad85-a980fa24afd9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433092
Apr 08 19:57:59.087106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, ffa38ea3-5df2-4efc-a190-ae465df0d677) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:57:59.100609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2846a35-113f-4113-9d5b-0b4c973f1635 None None] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:57:59.121192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:59.134779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.204370 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3d4052f8-d747-4738-a2ac-b8eeb9fbdf1c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.3794708
Apr 08 19:57:59.207056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41042) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:57:59.213594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:57:59.235446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:57:59.243428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Usage tracker for resource:router and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:57:59.255160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:57:59.265884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:57:59.303801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517ea10-3186-4768-bb3d-cb3ab6fb8da0 req-8b81d41c-d8bc-4c36-942e-a3a18d576fb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:57:59.306240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3517ea10-3186-4768-bb3d-cb3ab6fb8da0 req-8b81d41c-d8bc-4c36-942e-a3a18d576fb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1331580
Apr 08 19:57:59.323893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.325031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.346482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.379241 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3517ea10-3186-4768-bb3d-cb3ab6fb8da0 req-31810579-7ea6-424c-8da8-de1110141fec tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593379
Apr 08 19:57:59.429874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-ffa38ea3-5df2-4efc-a190-ae465df0d677', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:57:59.442350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.632142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Allocated IP 172.20.0.2 (ffa38ea3-5df2-4efc-a190-ae465df0d677/12dbd26c-cbf7-40e9-a415-83eb13a3f76c/adc1511e-0cfb-42eb-803d-e00eb40947a7) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:57:59.749881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.865887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.874942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Transition to ACTIVE for port object adc1511e-0cfb-42eb-803d-e00eb40947a7 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:57:59.896133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Transition to ACTIVE for port object adc1511e-0cfb-42eb-803d-e00eb40947a7 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:57:59.935093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:57:59.950686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:00.073820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Pushing event updated for resources: {'Port': ['ID=adc1511e-0cfb-42eb-803d-e00eb40947a7,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:00.090552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:00.121029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.121175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:58:00.166737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.182260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:00.183596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:00.186093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:00.283201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Attempting to bind port adc1511e-0cfb-42eb-803d-e00eb40947a7 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:00.283728 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Attempting to bind port adc1511e-0cfb-42eb-803d-e00eb40947a7 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:00.284204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Attempting to bind port adc1511e-0cfb-42eb-803d-e00eb40947a7 on network ffa38ea3-5df2-4efc-a190-ae465df0d677 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:00.290443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:00.290856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Checking segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:00.291300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.291734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Bound using segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:00.292242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Bound port: adc1511e-0cfb-42eb-803d-e00eb40947a7, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:00.292656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.369392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] For port adc1511e-0cfb-42eb-803d-e00eb40947a7, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:00.372949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] For port adc1511e-0cfb-42eb-803d-e00eb40947a7, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=adc1511e-0cfb-42eb-803d-e00eb40947a7,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:00.398439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3b47-bffe-4607-a4a7-ef63c9bce80d req-e9f8614a-d188-4049-8dd5-842315d1acd8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:00.400209 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-33bc3b47-bffe-4607-a4a7-ef63c9bce80d req-e9f8614a-d188-4049-8dd5-842315d1acd8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1797221
Apr 08 19:58:00.450440 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-33bc3b47-bffe-4607-a4a7-ef63c9bce80d req-4c480658-0ed7-4b65-930c-365bb78190e7 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420082
Apr 08 19:58:00.458934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.479119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:00.497247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Allocated IP 172.27.1.227 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/a1b68464-fb1a-434a-9296-58962ec8eded) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:00.630170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Pushing event updated for resources: {'Port': ['ID=adc1511e-0cfb-42eb-803d-e00eb40947a7,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:00.642481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b075f-79a8-48fa-9494-4d841a89f1c4 req-e1225e8d-ed98-4e8e-a87f-7527f79648ed tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:00.644524 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e75b075f-79a8-48fa-9494-4d841a89f1c4 req-e1225e8d-ed98-4e8e-a87f-7527f79648ed tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1121447
Apr 08 19:58:00.652408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:00.676323 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e75b075f-79a8-48fa-9494-4d841a89f1c4 req-62d826b5-d03b-4ef6-b0ca-ee8b3b7d392a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253541
Apr 08 19:58:00.709628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.808156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:00.828971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:00.943792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-d3ce41fe-0da3-43fb-b72f-f96da65a366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:00.945422 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-d3ce41fe-0da3-43fb-b72f-f96da65a366e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1098 time: 0.2108903
Apr 08 19:58:01.059923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b68464-fb1a-434a-9296-58962ec8eded,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:01.063129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:01.159151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:01.162005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:01.164389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:01.199344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-5a647a9c-80c6-4441-adf5-e12f831c750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:01.200877 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-5a647a9c-80c6-4441-adf5-e12f831c750a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.2437344
Apr 08 19:58:01.760516 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-e0b28e2b-02c1-4f78-8140-45e7a2b71eaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 1000 time: 0.5507128
Apr 08 19:58:01.888812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-a05c54e8-63f1-452a-b508-edc35c520e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:01.888812 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-a05c54e8-63f1-452a-b508-edc35c520e1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.1084778
Apr 08 19:58:01.908462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2a81-9931-4f38-ba2d-a0685d0ed5d1 req-3b4fb288-c9a5-481e-8b59-745fa32c533e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:01.910173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbae2a81-9931-4f38-ba2d-a0685d0ed5d1 req-3b4fb288-c9a5-481e-8b59-745fa32c533e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1149645
Apr 08 19:58:01.943493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device adc1511e-0cfb-42eb-803d-e00eb40947a7 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:01.951510 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbae2a81-9931-4f38-ba2d-a0685d0ed5d1 req-f2bcaf76-48bd-4e1c-81ba-a5659e5f6c11 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336347
Apr 08 19:58:01.951827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc21ee0-fde9-419b-9325-8c6f93cf972c req-e7249fe0-19a4-4165-9cad-caeade19b4fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:01.968864 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cdc21ee0-fde9-419b-9325-8c6f93cf972c req-e7249fe0-19a4-4165-9cad-caeade19b4fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.2918408
Apr 08 19:58:02.058542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port adc1511e-0cfb-42eb-803d-e00eb40947a7 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:02.120788 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cdc21ee0-fde9-419b-9325-8c6f93cf972c req-4d993f2e-92cc-4e58-9ee8-550501d7452f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600513
Apr 08 19:58:02.178966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-17a608f4-7f3d-422d-8183-876497191a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:02.180671 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-17a608f4-7f3d-422d-8183-876497191a50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2897418
Apr 08 19:58:02.187083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9273b-4f1b-4916-b6a6-1ad2afc76257 None None] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:58:02.289065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:02.359068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Provisioning for port adc1511e-0cfb-42eb-803d-e00eb40947a7 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:02.370638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Provisioning complete for port adc1511e-0cfb-42eb-803d-e00eb40947a7 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:02.371057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:02.507217 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-77c82912-b89e-41e2-bdde-e0c80a2ad529 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3137829
Apr 08 19:58:02.565022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:02.585007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] For port adc1511e-0cfb-42eb-803d-e00eb40947a7, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=adc1511e-0cfb-42eb-803d-e00eb40947a7,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:02.620751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:02.631289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-201ebff2-7d25-40fd-990e-540570b405da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:02.732827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Pushing event updated for resources: {'Port': ['ID=adc1511e-0cfb-42eb-803d-e00eb40947a7,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:02.736328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:02.833516 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-32f22f16-0523-4d7d-be56-ae1b283ae597 req-14b9a349-a955-4f89-9adb-e6b9a3d0a87a service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3186569
Apr 08 19:58:02.842190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:02.854175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-14c5c806-5a70-4deb-aa5f-958a0406c85d None None] Provisioning complete for port adc1511e-0cfb-42eb-803d-e00eb40947a7 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:02.854699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-14c5c806-5a70-4deb-aa5f-958a0406c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:03.140440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Router 153d9001-626b-4dca-a997-d9a6b67634bb is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:58:03.162607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b885-f9fe-4917-8c1a-667d00b0ae51 req-9e35eed0-84d2-463f-a3a7-c7f8e78c2b61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:03.164881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b419b885-f9fe-4917-8c1a-667d00b0ae51 req-9e35eed0-84d2-463f-a3a7-c7f8e78c2b61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0967035
Apr 08 19:58:03.198251 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b419b885-f9fe-4917-8c1a-667d00b0ae51 req-56b869ab-bc3a-4eaf-ae0f-8bf374197a4c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270784
Apr 08 19:58:03.402506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:03.411910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Sync routers for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:03.423734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:03.424257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931135b-2d0b-4961-9bc8-651af635eef0 req-5907fe36-fbdc-405b-a6a3-6796fa3bcbbf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:03.424742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e07b38>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:03.425889 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f931135b-2d0b-4961-9bc8-651af635eef0 req-5907fe36-fbdc-405b-a6a3-6796fa3bcbbf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1536927
Apr 08 19:58:03.462818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f931135b-2d0b-4961-9bc8-651af635eef0 req-a183be81-1617-4895-a6bf-e22f7634738b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262041
Apr 08 19:58:03.500386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:03.501727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.2934909
Apr 08 19:58:03.504739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41084) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:03.636120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:04.018731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device adc1511e-0cfb-42eb-803d-e00eb40947a7 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:04.163610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port adc1511e-0cfb-42eb-803d-e00eb40947a7 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:04.164051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:04.313521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e07b38>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:01Z', 'revision_number': 3, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:04.327210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Checking router: 153d9001-626b-4dca-a997-d9a6b67634bb for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:04.327610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Updating router 153d9001-626b-4dca-a997-d9a6b67634bb port a1b68464-fb1a-434a-9296-58962ec8eded binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:58:04.391869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:04.417288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88460c-0c24-4c1b-a2be-f8e2442b08f4 req-802f033e-61e8-40a2-91e3-96f934c34fa0 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:04.418959 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c88460c-0c24-4c1b-a2be-f8e2442b08f4 req-802f033e-61e8-40a2-91e3-96f934c34fa0 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0991914
Apr 08 19:58:04.451639 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5c88460c-0c24-4c1b-a2be-f8e2442b08f4 req-298cecb9-54b1-4663-9892-7577a7fb86a4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253077
Apr 08 19:58:04.548133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:04.830485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a710d-1c30-4150-bd1e-f5671b480d7a req-c0fa3e0f-3972-43d6-8143-8a828b652194 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:04.831988 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e31a710d-1c30-4150-bd1e-f5671b480d7a req-c0fa3e0f-3972-43d6-8143-8a828b652194 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.1860726
Apr 08 19:58:04.835656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:04.847857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Transition to ACTIVE for port object a1b68464-fb1a-434a-9296-58962ec8eded will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:04.889001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:04.905627 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e31a710d-1c30-4150-bd1e-f5671b480d7a req-d75e077a-a1c2-43e7-85fb-7d80827e2fd6 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412500
Apr 08 19:58:04.908042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aaaa695b-3834-4303-80bc-b14908b81028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:04.918786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Allocated IP 172.20.0.1 (ffa38ea3-5df2-4efc-a190-ae465df0d677/12dbd26c-cbf7-40e9-a415-83eb13a3f76c/407b50da-5953-4de9-87b9-798da25981e2) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:05.041353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Pushing event updated for resources: {'Port': ['ID=a1b68464-fb1a-434a-9296-58962ec8eded,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:05.049166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:05.078650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.095979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Transition to ACTIVE for port object 407b50da-5953-4de9-87b9-798da25981e2 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:05.108131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Attempting to bind port a1b68464-fb1a-434a-9296-58962ec8eded on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:05.108554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Attempting to bind port a1b68464-fb1a-434a-9296-58962ec8eded by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:05.108968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Attempting to bind port a1b68464-fb1a-434a-9296-58962ec8eded on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:05.114667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:05.115107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:05.115550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.115987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:05.116498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Bound port: a1b68464-fb1a-434a-9296-58962ec8eded, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:05.116912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.155951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.171802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b352871d-fddc-4c6f-b559-8d1ef0855380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:05.197004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] For port a1b68464-fb1a-434a-9296-58962ec8eded, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:05.200160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] For port a1b68464-fb1a-434a-9296-58962ec8eded, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a1b68464-fb1a-434a-9296-58962ec8eded,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:05.226734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.242868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:05.312845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Pushing event updated for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:05.318045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:05.366310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:05.368040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:05.370303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:05.396675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Pushing event updated for resources: {'Port': ['ID=a1b68464-fb1a-434a-9296-58962ec8eded,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:05.402143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:05.436411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.457534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:05.458262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e07b38>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:05.607289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.670369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:05.683396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2648940-a2e7-4c17-8486-a9518b8c5d70 req-685fef6b-ec64-4f5c-9bf7-c52d41f4edbd tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:05.686165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e2648940-a2e7-4c17-8486-a9518b8c5d70 req-685fef6b-ec64-4f5c-9bf7-c52d41f4edbd tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.0969255
Apr 08 19:58:05.717253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-c455caa7-ffd7-449b-be51-aa8ab205538a None None] Provisioning for port 407b50da-5953-4de9-87b9-798da25981e2 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:05.718686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e2648940-a2e7-4c17-8486-a9518b8c5d70 req-2bc0cd94-ccbc-4423-97f2-b4773c4ff362 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259733
Apr 08 19:58:05.739547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-c455caa7-ffd7-449b-be51-aa8ab205538a None None] Provisioning complete for port 407b50da-5953-4de9-87b9-798da25981e2 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:05.739946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c455caa7-ffd7-449b-be51-aa8ab205538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.826997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:05.891331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-c455caa7-ffd7-449b-be51-aa8ab205538a None None] Port 407b50da-5953-4de9-87b9-798da25981e2 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:58:05.940179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:05.972781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:06.002826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:06.116235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:06.132538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:06.138235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Pushing event updated for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:06.146511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:06.150494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:06.157419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:06.188070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'code': 200}
Apr 08 19:58:06.193450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:06.198472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:06.264266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1941e1-ae41-4bdf-be7c-4c4b9a020ed3 req-d0f8a243-098a-4a36-b3be-f0e3381b8151 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:06.266024 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a1941e1-ae41-4bdf-be7c-4c4b9a020ed3 req-d0f8a243-098a-4a36-b3be-f0e3381b8151 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 945 time: 0.2274706
Apr 08 19:58:06.326667 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a1941e1-ae41-4bdf-be7c-4c4b9a020ed3 req-0f7d1e84-abe9-44c0-b9ad-15489858fa86 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538602
Apr 08 19:58:06.363713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:06.365108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:06.498894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=8']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:06.505943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:06.531995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e07b38>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:04Z', 'revision_number': 1, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:06.536873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3163908-9e78-4c5f-a40a-1c379b1c2c0f None None] The sync data for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi is: [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:04Z', 'revision_number': 1, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:06.606998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Router 153d9001-626b-4dca-a997-d9a6b67634bb has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:58:06.616059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6c4a6465-f20f-43e5-b176-acdb94efac80 None None] Provisioning complete for port 407b50da-5953-4de9-87b9-798da25981e2 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:06.616479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6465-f20f-43e5-b176-acdb94efac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:06.689235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a6465-f20f-43e5-b176-acdb94efac80 None None] Port 407b50da-5953-4de9-87b9-798da25981e2 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:58:06.816339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:06.826813 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] 10.222.0.68 "PUT /v2.0/routers/153d9001-626b-4dca-a997-d9a6b67634bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3209937
Apr 08 19:58:07.216922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f25e01-fa16-429d-9ca7-0739ad05a380 req-254195b9-e565-4183-9f4f-2667781aac0e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:07.218615 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d9f25e01-fa16-429d-9ca7-0739ad05a380 req-254195b9-e565-4183-9f4f-2667781aac0e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.3646116
Apr 08 19:58:07.250134 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d9f25e01-fa16-429d-9ca7-0739ad05a380 req-7a2199a2-f28a-4c66-9617-6db88dcc7c2f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251200
Apr 08 19:58:07.567067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41150) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:07.580321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-880883442-network', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:07.590742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:07.596267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Usage tracker for resource:network and tenant:436e9d99686d46c39ed14848ae7a9ff5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:07.602276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:07.613279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:07.655060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Made reservation on behalf of 436e9d99686d46c39ed14848ae7a9ff5 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:58:07.660970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:07.676890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:07.696355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:07.701137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Usage tracker for resource:security_group_rule and tenant:436e9d99686d46c39ed14848ae7a9ff5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:07.704332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:07.711826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:07.805668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:07.860424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:07.866648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d04fd609-7e1f-4028-a86d-3c31e92d8344 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:07.922290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 19:58:07.934348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:07.934902 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Added segment 141d52f7-a560-40b4-a000-1a276a378d34 of type vlan for network bdd14fca-7bdf-46d6-a896-285de1fffdf7
Apr 08 19:58:07.966147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a1b68464-fb1a-434a-9296-58962ec8eded up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:07.971046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.009945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9fabd8-00c4-44c5-a43c-8eaabedbd394,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:08.014402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:08.041496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.043007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:08.043664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.049536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f1f98097-7050-4624-b4dc-2d42466d1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:08.095017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port a1b68464-fb1a-434a-9296-58962ec8eded completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:08.100468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port a1b68464-fb1a-434a-9296-58962ec8eded triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:08.100891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.163762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd14fca-7bdf-46d6-a896-285de1fffdf7,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:08.167012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:08.176855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 19:58:08.226028 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6572137
Apr 08 19:58:08.228840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41158) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:08.235548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Request body: {'subnet': {'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-880883442-subnet', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'ip_version': 4}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:08.240911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:08.245574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Usage tracker for resource:subnet and tenant:436e9d99686d46c39ed14848ae7a9ff5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:08.248661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:08.254915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:08.298066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Made reservation on behalf of 436e9d99686d46c39ed14848ae7a9ff5 for: {'subnet': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:58:08.304040 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852258162'] for subnet, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.357946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.378082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port a1b68464-fb1a-434a-9296-58962ec8eded, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a1b68464-fb1a-434a-9296-58962ec8eded,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:08.420208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.423247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:08.502362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=a1b68464-fb1a-434a-9296-58962ec8eded,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:08.507440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:08.517458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e85ff-84fd-4aca-846c-70cde094d61d req-90973b44-c5ca-4276-a3e3-14533fbac55c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:08.519094 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-364e85ff-84fd-4aca-846c-70cde094d61d req-90973b44-c5ca-4276-a3e3-14533fbac55c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1157818
Apr 08 19:58:08.597739 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-364e85ff-84fd-4aca-846c-70cde094d61d req-9aa1ff46-963f-4f30-8a40-9cb872d47ac0 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693433
Apr 08 19:58:08.891561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852258113'] for subnet, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:08.909408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a6d3d2dd-9ae5-43d3-b5b9-7dca7d6646e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:09.119199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c524f9-0900-402d-ba76-24dec90cb4c9,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:09.139102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:09.185947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d6d66-7745-4b1e-b4ad-3cac4a80ba7f req-694fc5d7-2294-4225-b48c-013e0501e758 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:09.187755 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c8d6d66-7745-4b1e-b4ad-3cac4a80ba7f req-694fc5d7-2294-4225-b48c-013e0501e758 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1820586
Apr 08 19:58:09.240059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c8d6d66-7745-4b1e-b4ad-3cac4a80ba7f req-c2c309f0-c8e2-4f51-9bd9-8f138ef0102d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400510
Apr 08 19:58:09.253656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Checking segment: {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:09.254094 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Network hostable DHCP agents. Network: bdd14fca-7bdf-46d6-a896-285de1fffdf7, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 19:58:09.303576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 19:58:09.360722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, bdd14fca-7bdf-46d6-a896-285de1fffdf7) {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:09.370610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a38a4-5cb7-4e07-af59-cbe3b1e24f95 None None] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:58:09.373609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:09.374313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:09.433587 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7b004d7e-145b-44a7-8739-ea4d52c521c2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2008767
Apr 08 19:58:09.434071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41196) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:09.439816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:09.445001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:09.449115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Usage tracker for resource:router and tenant:436e9d99686d46c39ed14848ae7a9ff5 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:09.455650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:09.462046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:09.504355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:09.505498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:09.509252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41200) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:09.614858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 19:58:09.615854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:09.650010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:09.693919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-a4f296b7-c79d-4d71-b47a-f385be685c17 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1761634
Apr 08 19:58:09.810978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Allocated IP 172.20.0.2 (bdd14fca-7bdf-46d6-a896-285de1fffdf7/c8c524f9-0900-402d-ba76-24dec90cb4c9/a258ad4b-cc41-4a93-9839-bcc3718b5c82) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:09.885949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd62c4a-e13c-4cb4-a754-7c0159b6211c req-e4a271db-4899-4232-872b-0eb7a41f0356 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:09.894622 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2bd62c4a-e13c-4cb4-a754-7c0159b6211c req-e4a271db-4899-4232-872b-0eb7a41f0356 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 944 time: 0.1375530
Apr 08 19:58:09.934494 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2bd62c4a-e13c-4cb4-a754-7c0159b6211c req-4a05de3a-0607-4196-8a29-85b413703925 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387747
Apr 08 19:58:09.960166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a1b68464-fb1a-434a-9296-58962ec8eded up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:10.042216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.124727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port a1b68464-fb1a-434a-9296-58962ec8eded triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:10.125153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.184599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Sync routers for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:10.210970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:10.211165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.212343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f143f9b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:10.230857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Transition to ACTIVE for port object a258ad4b-cc41-4a93-9839-bcc3718b5c82 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:10.298149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Transition to ACTIVE for port object a258ad4b-cc41-4a93-9839-bcc3718b5c82 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:10.331120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.351129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:10.443589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:10.458340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:58:10.522399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Pushing event updated for resources: {'Port': ['ID=a258ad4b-cc41-4a93-9839-bcc3718b5c82,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:10.543028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:10.682564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:10.694480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:10.699581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:10.760290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.795135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.805054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f143f9b0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 2, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:10.808951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:10.809981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Checking router: 153d9001-626b-4dca-a997-d9a6b67634bb for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:10.810379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Updating router 153d9001-626b-4dca-a997-d9a6b67634bb port 407b50da-5953-4de9-87b9-798da25981e2 binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:58:10.831696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Attempting to bind port a258ad4b-cc41-4a93-9839-bcc3718b5c82 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:10.832117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Attempting to bind port a258ad4b-cc41-4a93-9839-bcc3718b5c82 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:10.832523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Attempting to bind port a258ad4b-cc41-4a93-9839-bcc3718b5c82 on network bdd14fca-7bdf-46d6-a896-285de1fffdf7 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:10.836320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'port_id': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'mac_address': 'fa:16:3e:d7:5a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:58:10.841312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:10.841730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Checking segment: {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:10.841888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276bc3-ae02-43eb-9b30-3269869d1069 req-e154fd64-0389-47bc-a936-33b1c18f8dbf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:10.842199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.842631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Bound using segment: {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:10.843141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Bound port: a258ad4b-cc41-4a93-9839-bcc3718b5c82, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:10.843432 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1276bc3-ae02-43eb-9b30-3269869d1069 req-e154fd64-0389-47bc-a936-33b1c18f8dbf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2911470
Apr 08 19:58:10.843554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.870480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.903162 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1276bc3-ae02-43eb-9b30-3269869d1069 req-f3668601-dd26-4402-b610-c2d732766351 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466194
Apr 08 19:58:10.963680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:10.965005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8feae2ce-07cb-4aee-b8b8-66303130ad5d {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:58:10.984685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] For port a258ad4b-cc41-4a93-9839-bcc3718b5c82, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:10.989217 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] For port a258ad4b-cc41-4a93-9839-bcc3718b5c82, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a258ad4b-cc41-4a93-9839-bcc3718b5c82,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:10.993917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Allocated IP 172.27.1.32 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/85379035-8b16-46a5-a621-085d903ae3ba) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:10.995896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:11.015441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.137180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7b3e9-e2ec-4aaa-bb97-dd09c9035a83 req-52bc95dd-c180-4bc3-bb21-2bbf39af51ea tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:11.145165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1da7b3e9-e2ec-4aaa-bb97-dd09c9035a83 req-52bc95dd-c180-4bc3-bb21-2bbf39af51ea tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.0960839
Apr 08 19:58:11.153261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:11.182602 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1da7b3e9-e2ec-4aaa-bb97-dd09c9035a83 req-66c9b537-9f3e-49de-83e3-48ca1790ed74 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342035
Apr 08 19:58:11.196878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.207146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.258974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Pushing event updated for resources: {'Port': ['ID=a258ad4b-cc41-4a93-9839-bcc3718b5c82,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:11.262315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:11.262963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ea368117-6002-4455-a937-f5eeaa37b5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:11.272569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.288631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a8fdcba5-ad8b-4c26-9686-611f3cc91fbc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:11.342662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=7']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:11.360947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:11.374594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.398991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Transition to ACTIVE for port object 407b50da-5953-4de9-87b9-798da25981e2 will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:11.449213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.451545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Pushing event updated for resources: {'Port': ['ID=85379035-8b16-46a5-a621-085d903ae3ba,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:11.456814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:11.467735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-59f63135-0d40-4245-9a22-14d253721b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:11.512226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:11.513427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:11.515981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:11.611635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Pushing event updated for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:11.634437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.635058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.635612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.636124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.636632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.637135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.637636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.638170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.638690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.639186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.639685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.640192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:11.646473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:11.861237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Attempting to bind port 407b50da-5953-4de9-87b9-798da25981e2 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:11.861755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Attempting to bind port 407b50da-5953-4de9-87b9-798da25981e2 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:11.865651 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Attempting to bind port 407b50da-5953-4de9-87b9-798da25981e2 on network ffa38ea3-5df2-4efc-a190-ae465df0d677 {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:11.872566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:11.873003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Checking segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:11.873585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.874066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Bound using segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:11.874584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Bound port: 407b50da-5953-4de9-87b9-798da25981e2, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:11.875002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:11.952722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a258ad4b-cc41-4a93-9839-bcc3718b5c82 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:11.970873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] For port 407b50da-5953-4de9-87b9-798da25981e2, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:11.974232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] For port 407b50da-5953-4de9-87b9-798da25981e2, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=407b50da-5953-4de9-87b9-798da25981e2,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:12.010257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:12.075558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port a258ad4b-cc41-4a93-9839-bcc3718b5c82 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:12.091888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:12.143703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:12.199498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Pushing event updated for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:12.205245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:12.233552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:12.234536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f143f9b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:12.306543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8cd44-def4-48ab-b343-ba4644bf3929 req-e7fb3335-de87-4987-bf6c-819d59e33abd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:12.308351 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93b8cd44-def4-48ab-b343-ba4644bf3929 req-e7fb3335-de87-4987-bf6c-819d59e33abd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2641816
Apr 08 19:58:12.359948 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93b8cd44-def4-48ab-b343-ba4644bf3929 req-2490f810-9465-4343-8c6d-7206a149359f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433037
Apr 08 19:58:12.675360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3c31-ea3c-4326-a0ba-f46624ade86d req-0e298f40-67dd-407d-a6c9-599c5b97baf4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:12.685351 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b25f3c31-ea3c-4326-a0ba-f46624ade86d req-0e298f40-67dd-407d-a6c9-599c5b97baf4 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.3651583
Apr 08 19:58:12.689109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-7eac9bc3-d5e3-452d-b48f-4678f609925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:12.690929 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-7eac9bc3-d5e3-452d-b48f-4678f609925d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914&tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f HTTP/1.1" status: 200  len: 1096 time: 0.2275338
Apr 08 19:58:12.718118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:12.737465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['8feae2ce-07cb-4aee-b8b8-66303130ad5d'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:58:12.748727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b25f3c31-ea3c-4326-a0ba-f46624ade86d req-536d4a43-1f8b-4673-bcb4-493078e81b02 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620444
Apr 08 19:58:12.787261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:12.870948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-3d8e2315-8df5-4285-9584-e8d21443ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:12.872873 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-3d8e2315-8df5-4285-9584-e8d21443ba81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1096 time: 0.1413865
Apr 08 19:58:12.982692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c6628-ad22-41e6-91bf-4e5e23643c57 None None] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:58:13.050107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-519608ab-c856-4a15-934a-4cbe572b7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:13.051864 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-519608ab-c856-4a15-934a-4cbe572b7acc service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.1691811
Apr 08 19:58:13.139556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 19:58:13.220612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f143f9b0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:11Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:13.225960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d39a0-bf6e-4b86-8f6e-9a7a577b1e50 None None] The sync data for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi is: [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:11Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:13.226497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-85ea6c7d-7e7d-439c-a662-056f7c280444 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 998 time: 0.1603057
Apr 08 19:58:13.320495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-a988d306-a711-40ad-9f9e-34c6d2662982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:13.323039 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-a988d306-a711-40ad-9f9e-34c6d2662982 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.0888116
Apr 08 19:58:13.422229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Provisioning for port a258ad4b-cc41-4a93-9839-bcc3718b5c82 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:13.426483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:13.450154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Sync routers for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:13.450422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-68c85ccd-f40e-4f0a-903f-24bb3bbe0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:13.452175 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-68c85ccd-f40e-4f0a-903f-24bb3bbe0634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215098
Apr 08 19:58:13.463510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Provisioning complete for port a258ad4b-cc41-4a93-9839-bcc3718b5c82 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:13.466590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:13.656716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:13.657583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0a5e400>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:13.664992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-1f11519e-4503-4d1d-b3e8-fe4d6ecb5e86 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047069
Apr 08 19:58:13.910943 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-88d0ab63-92fb-45df-b61a-d111335b2699 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367210
Apr 08 19:58:14.048985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:14.050916 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.6156518
Apr 08 19:58:14.060977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41248) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:14.097591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 407b50da-5953-4de9-87b9-798da25981e2 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:14.151604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:14.154777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db246e-9e72-4db4-a1a2-3e3fece708ce req-c5bf91c8-dbb4-4497-bd2c-b413ff218037 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:14.157755 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a8db246e-9e72-4db4-a1a2-3e3fece708ce req-c5bf91c8-dbb4-4497-bd2c-b413ff218037 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.1658955
Apr 08 19:58:14.212575 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a8db246e-9e72-4db4-a1a2-3e3fece708ce req-9e166dcf-ab4b-4af5-85b0-91c121d2964b tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449219
Apr 08 19:58:14.255369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:14.394984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] For port a258ad4b-cc41-4a93-9839-bcc3718b5c82, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a258ad4b-cc41-4a93-9839-bcc3718b5c82,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:14.446969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20de9ef-6928-4b4a-8a31-2be2f7b38bc4 req-442b8b87-032c-4018-86b8-d4f4e92b5736 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:14.448576 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c20de9ef-6928-4b4a-8a31-2be2f7b38bc4 req-442b8b87-032c-4018-86b8-d4f4e92b5736 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.9066398
Apr 08 19:58:14.479544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:14.499147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c20de9ef-6928-4b4a-8a31-2be2f7b38bc4 req-fe318977-2de6-418b-b378-0dc545e0bb2e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345912
Apr 08 19:58:14.516262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:14.537801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:14.795157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 407b50da-5953-4de9-87b9-798da25981e2 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:14.811222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Pushing event updated for resources: {'Port': ['ID=a258ad4b-cc41-4a93-9839-bcc3718b5c82,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:14.822942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:14.841636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 407b50da-5953-4de9-87b9-798da25981e2 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:14.842082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:14.887391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:14.943964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0a5e400>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:11Z', 'revision_number': 3, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:14.987825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Checking router: 4ee7274a-4aae-4dcf-81ac-3849bec76d35 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:15.000576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Updating router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 port 85379035-8b16-46a5-a621-085d903ae3ba binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:58:15.077312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.082934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.135964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Allocated IP 172.20.0.1 (bdd14fca-7bdf-46d6-a896-285de1fffdf7/c8c524f9-0900-402d-ba76-24dec90cb4c9/ef122b31-b434-4189-a5fb-d7fdc804a4c1) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:15.138732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-96d58149-88be-45df-a99e-4206ff826791 None None] Provisioning complete for port a258ad4b-cc41-4a93-9839-bcc3718b5c82 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:15.139042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96d58149-88be-45df-a99e-4206ff826791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.187344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 407b50da-5953-4de9-87b9-798da25981e2, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=407b50da-5953-4de9-87b9-798da25981e2,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:15.249732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.254950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-94e124ca-2a03-492e-8019-e7a92bf6281c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:15.311996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.330293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Transition to ACTIVE for port object ef122b31-b434-4189-a5fb-d7fdc804a4c1 will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:15.384940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.401628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8ebfc16e-f134-436c-bbd3-881454ce3a13 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:15.419338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6823f9-7833-4598-9ec0-b4a77ddc95cd req-190c2b0f-598f-4bbd-bf4f-5d709daa71cd tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:15.420949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be6823f9-7833-4598-9ec0-b4a77ddc95cd req-190c2b0f-598f-4bbd-bf4f-5d709daa71cd tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.0977805
Apr 08 19:58:15.460195 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-be6823f9-7833-4598-9ec0-b4a77ddc95cd req-3ed0989f-3bbc-4b1d-83e1-a6c390a0296a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290082
Apr 08 19:58:15.557636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:15.562588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:15.626834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:15.628172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:15.631110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:15.737261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:15.749514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:15.765234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.906078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.915511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 407b50da-5953-4de9-87b9-798da25981e2 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:15.948049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5931cb-9b3c-4364-900d-460c9f3fc04d req-a07db931-e5d0-4890-ad09-e8d83138c6b8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:15.949922 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b5931cb-9b3c-4364-900d-460c9f3fc04d req-a07db931-e5d0-4890-ad09-e8d83138c6b8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2837021
Apr 08 19:58:15.951652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ca90e463-a54f-4401-b354-c77f147f5594 None None] Provisioning for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:15.956135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Transition to ACTIVE for port object 85379035-8b16-46a5-a621-085d903ae3ba will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:15.971806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ca90e463-a54f-4401-b354-c77f147f5594 None None] Provisioning complete for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:15.972152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca90e463-a54f-4401-b354-c77f147f5594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:15.994421 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8b5931cb-9b3c-4364-900d-460c9f3fc04d req-33541604-ee24-4682-8e21-0a5181d6c945 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355141
Apr 08 19:58:16.017658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.036583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5df9a378-2688-4457-83e9-8565c6d828a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:16.086952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.195523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ca90e463-a54f-4401-b354-c77f147f5594 None None] Port ef122b31-b434-4189-a5fb-d7fdc804a4c1 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:58:16.199218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Pushing event updated for resources: {'Port': ['ID=85379035-8b16-46a5-a621-085d903ae3ba,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:16.216805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:16.240400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 407b50da-5953-4de9-87b9-798da25981e2 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:16.240970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.330047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Attempting to bind port 85379035-8b16-46a5-a621-085d903ae3ba on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:16.330463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Attempting to bind port 85379035-8b16-46a5-a621-085d903ae3ba by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:16.330872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Attempting to bind port 85379035-8b16-46a5-a621-085d903ae3ba on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:16.339106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:16.339527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:16.339969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.340400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:16.340915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Bound port: 85379035-8b16-46a5-a621-085d903ae3ba, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:16.341325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.381007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.415023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.445121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7355a82c-f489-4033-bc9c-48c8faea2ea5 tempest-DeleteServersTestJSON-932226111 tempest-DeleteServersTestJSON-932226111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:16.463114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a258ad4b-cc41-4a93-9839-bcc3718b5c82 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:16.512666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] For port 85379035-8b16-46a5-a621-085d903ae3ba, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:16.533947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] For port 85379035-8b16-46a5-a621-085d903ae3ba, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=85379035-8b16-46a5-a621-085d903ae3ba,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:16.552543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port a258ad4b-cc41-4a93-9839-bcc3718b5c82 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:16.552962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.587750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.610498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:16.685515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2582d-8476-49fe-bc41-8b9c40b36553 req-1ea226ed-51f3-4170-bb7f-931269e774a6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:16.687480 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7eb2582d-8476-49fe-bc41-8b9c40b36553 req-1ea226ed-51f3-4170-bb7f-931269e774a6 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.1036847
Apr 08 19:58:16.720805 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7eb2582d-8476-49fe-bc41-8b9c40b36553 req-1f5a0584-8ee6-432f-bbe5-ec5f64d62403 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266509
Apr 08 19:58:16.763566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:16.779261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:16.785402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:16.786691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Pushing event updated for resources: {'Port': ['ID=85379035-8b16-46a5-a621-085d903ae3ba,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:16.794850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:16.911151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:16.912327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:16.914521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:16.915190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0a5e400>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:17.119803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:58:17.126671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:17.190319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-feb034c8-f9d9-4d52-aa9f-4d57c167ce0d None None] Provisioning complete for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:17.190816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-feb034c8-f9d9-4d52-aa9f-4d57c167ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:17.326220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-feb034c8-f9d9-4d52-aa9f-4d57c167ce0d None None] Port ef122b31-b434-4189-a5fb-d7fdc804a4c1 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:58:17.388963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f92c-08aa-422f-8343-e01d4422b835 req-874d863b-185b-4e84-8943-6fc0805b9759 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:17.390637 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d0b5f92c-08aa-422f-8343-e01d4422b835 req-874d863b-185b-4e84-8943-6fc0805b9759 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2610378
Apr 08 19:58:17.393572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:17.424884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] 10.222.0.68 "PUT /v2.0/routers/4ee7274a-4aae-4dcf-81ac-3849bec76d35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3614712
Apr 08 19:58:17.449908 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d0b5f92c-08aa-422f-8343-e01d4422b835 req-f589d1b1-f19e-4e80-9c0e-248895df7188 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492983
Apr 08 19:58:17.516537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:17.585157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0a5e400>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'ef122b31-b434-4189-a5fb-d7fdc804a4c1', 'name': '', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'mac_address': 'fa:16:3e:16:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:14Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 2, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'subnets': [{'id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:17.590405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac78ee-d7f1-4d05-99a1-1f351c1b1486 None None] The sync data for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi is: [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'ef122b31-b434-4189-a5fb-d7fdc804a4c1', 'name': '', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'mac_address': 'fa:16:3e:16:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:14Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 2, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'subnets': [{'id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:17.969720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97b70-6ca1-4829-969f-c00caa5e49ef req-ac1a00d6-c769-409b-8b28-4bc962a70a59 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:17.971543 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ca97b70-6ca1-4829-969f-c00caa5e49ef req-ac1a00d6-c769-409b-8b28-4bc962a70a59 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.1066113
Apr 08 19:58:18.029176 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2ca97b70-6ca1-4829-969f-c00caa5e49ef req-b9124521-89a3-41a6-b1e2-bc9a9cd233ed tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475345
Apr 08 19:58:19.032608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513f206-330e-4fdc-bf19-45e76d7c6c3c req-7483e4e2-568d-4ad5-b1d7-da47d9c4e6f1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:19.042071 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d513f206-330e-4fdc-bf19-45e76d7c6c3c req-7483e4e2-568d-4ad5-b1d7-da47d9c4e6f1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1717827
Apr 08 19:58:19.091020 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d513f206-330e-4fdc-bf19-45e76d7c6c3c req-93f0d9a5-4f63-45bd-81c0-d45f8f5e2633 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413239
Apr 08 19:58:19.365845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:19.511254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-09f3d881-5536-4465-b313-b5eb9bc24eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:19.513257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-09f3d881-5536-4465-b313-b5eb9bc24eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1096 time: 0.1985483
Apr 08 19:58:19.528829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c30bf-5ab8-4d44-9903-96dadc0d49c1 req-05f313db-e249-4e84-8291-cc35d27db1db tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:19.541538 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-271c30bf-5ab8-4d44-9903-96dadc0d49c1 req-05f313db-e249-4e84-8291-cc35d27db1db tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 945 time: 0.2685437
Apr 08 19:58:19.584861 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-271c30bf-5ab8-4d44-9903-96dadc0d49c1 req-9edd839b-fd81-48ee-956f-018990174afc tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419145
Apr 08 19:58:19.798817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-ba93ef91-acca-47a9-af49-4a7ba4a0ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:19.800542 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-ba93ef91-acca-47a9-af49-4a7ba4a0ea7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 200  len: 917 time: 0.2325306
Apr 08 19:58:19.811930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 8feae2ce-07cb-4aee-b8b8-66303130ad5d triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:19.813044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:19.984092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:20.009406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:20.011876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:20.015703 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-f648d39b-00db-45a5-8c6f-767288050d2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 200  len: 998 time: 0.1978250
Apr 08 19:58:20.017675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 85379035-8b16-46a5-a621-085d903ae3ba up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:20.109653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:20.137556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:20.138638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-ca884ff5-8d31-4ded-bf04-2c7ba2759d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:20.140308 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-ca884ff5-8d31-4ded-bf04-2c7ba2759d68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 200  len: 855 time: 0.1139729
Apr 08 19:58:20.217697 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'code': 200}
Apr 08 19:58:20.331039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=8']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:20.336686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-c34fa250-d3d9-4591-a67e-035d5f7215f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:20.336686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-c34fa250-d3d9-4591-a67e-035d5f7215f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1865783
Apr 08 19:58:20.345336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:20.355622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 85379035-8b16-46a5-a621-085d903ae3ba completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:20.361618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 85379035-8b16-46a5-a621-085d903ae3ba triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:20.367976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:20.566266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336657a-d6aa-4272-871a-d4d969a4dce7 req-77352663-a3b1-488e-b7d7-2a72610b8a20 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:20.584489 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7336657a-d6aa-4272-871a-d4d969a4dce7 req-77352663-a3b1-488e-b7d7-2a72610b8a20 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2087591
Apr 08 19:58:20.653843 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7336657a-d6aa-4272-871a-d4d969a4dce7 req-771b53d2-c1ec-42ec-8581-8aad26837762 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680270
Apr 08 19:58:20.669284 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-dfa9b274-62a9-4c01-9983-e645db1746e9 service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3209143
Apr 08 19:58:20.809707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:20.877471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 85379035-8b16-46a5-a621-085d903ae3ba, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=85379035-8b16-46a5-a621-085d903ae3ba,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:20.884516 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3bf86c0d-625b-4acd-aa44-ce75f9d5447d req-bf6ff74c-f414-43e2-ae4c-560a17a3943c service neutron] 10.222.0.10 "GET /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898131
Apr 08 19:58:20.917418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:20.929834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:20.971114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccebbd-cdac-470f-8c14-1adac9d06d7f req-edcae268-a950-46d3-808d-55c9d11d583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:20.972734 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74ccebbd-cdac-470f-8c14-1adac9d06d7f req-edcae268-a950-46d3-808d-55c9d11d583a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.2377610
Apr 08 19:58:21.027229 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74ccebbd-cdac-470f-8c14-1adac9d06d7f req-65fcbdfc-004d-4b5a-b29e-de4186e8a475 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374720
Apr 08 19:58:21.083609 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=85379035-8b16-46a5-a621-085d903ae3ba,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:21.099236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:21.153753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f08b8-48b3-4456-a9f3-11e9213fcdc3 req-67b6bc86-0014-4b1f-ad49-96d60b866e04 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:21.162654 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b8f08b8-48b3-4456-a9f3-11e9213fcdc3 req-67b6bc86-0014-4b1f-ad49-96d60b866e04 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1342995
Apr 08 19:58:21.209742 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b8f08b8-48b3-4456-a9f3-11e9213fcdc3 req-6cd77631-5ebc-4576-872e-42e80a77257d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459378
Apr 08 19:58:22.163962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eeccfa-a0e9-479e-850f-3d9d833021ad req-fa550935-4806-4e2b-a79a-ba49ecc6d84e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:22.163962 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-18eeccfa-a0e9-479e-850f-3d9d833021ad req-fa550935-4806-4e2b-a79a-ba49ecc6d84e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1218970
Apr 08 19:58:22.163962 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-18eeccfa-a0e9-479e-850f-3d9d833021ad req-68c6c11f-69d0-41d0-90c6-6cbb43124cb4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377519
Apr 08 19:58:22.165849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 85379035-8b16-46a5-a621-085d903ae3ba up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:22.188646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 85379035-8b16-46a5-a621-085d903ae3ba triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:22.189230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:22.324010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Sync routers for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:22.334447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:22.335128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f064e0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:57:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:22.427919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e8ee-c1e2-456d-92b8-cbccb1c7ee7b req-9c56ec45-13c8-4b08-b22c-47f125ff2788 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:22.430138 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eaf8e8ee-c1e2-456d-92b8-cbccb1c7ee7b req-9c56ec45-13c8-4b08-b22c-47f125ff2788 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0969141
Apr 08 19:58:22.465307 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eaf8e8ee-c1e2-456d-92b8-cbccb1c7ee7b req-1690789d-8d12-4244-89eb-bc15267d2c74 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276418
Apr 08 19:58:22.534619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:22.874194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f064e0>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'ef122b31-b434-4189-a5fb-d7fdc804a4c1', 'name': '', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'mac_address': 'fa:16:3e:16:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:14Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 2, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'subnets': [{'id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:22.878260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Checking router: 4ee7274a-4aae-4dcf-81ac-3849bec76d35 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:22.878659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Updating router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 port ef122b31-b434-4189-a5fb-d7fdc804a4c1 binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 19:58:22.957516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:22.975166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-73afee91-0ba4-4a8a-b33e-1a26c2df578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:23.368282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd63c3-2035-4a98-94c3-d5a86dc3d149 req-18ca2319-b035-4606-acd4-93f9fa44bbc2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:23.597817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8dfd63c3-2035-4a98-94c3-d5a86dc3d149 req-18ca2319-b035-4606-acd4-93f9fa44bbc2 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.0950756
Apr 08 19:58:23.597817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8dfd63c3-2035-4a98-94c3-d5a86dc3d149 req-647afb0c-3fae-47f6-afe7-706d4dd99c51 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254908
Apr 08 19:58:23.599720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:23.599720 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Transition to ACTIVE for port object ef122b31-b434-4189-a5fb-d7fdc804a4c1 will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:23.692706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f1555-0521-408b-85d4-9cc2d914a4a6 req-cfeaccae-69e5-432b-915d-0e4df35ed106 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:23.694412 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e6f1555-0521-408b-85d4-9cc2d914a4a6 req-cfeaccae-69e5-432b-915d-0e4df35ed106 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1093872
Apr 08 19:58:23.725272 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8e6f1555-0521-408b-85d4-9cc2d914a4a6 req-23800962-3911-4ce6-a22d-1557bf4a1604 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245907
Apr 08 19:58:24.236946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:24.291182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:24.603466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc0603-f893-4fac-afd6-7ce2d9824fb0 None None] Pushing event updated for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:24.608059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b2bc0603-f893-4fac-afd6-7ce2d9824fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:25.135992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af257076-df11-4818-b858-3d1bddd52c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:25.164833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Attempting to bind port ef122b31-b434-4189-a5fb-d7fdc804a4c1 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:25.165260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Attempting to bind port ef122b31-b434-4189-a5fb-d7fdc804a4c1 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:25.165669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Attempting to bind port ef122b31-b434-4189-a5fb-d7fdc804a4c1 on network bdd14fca-7bdf-46d6-a896-285de1fffdf7 {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:25.183791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:25.184216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Checking segment: {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:25.184668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:25.185106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Bound using segment: {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:25.185628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Bound port: ef122b31-b434-4189-a5fb-d7fdc804a4c1, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141d52f7-a560-40b4-a000-1a276a378d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:25.192718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da298a-6f57-40d0-acbb-273f4d23000a req-c3c8a0aa-5578-4abc-9259-179f90e46d3f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:25.194056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:25.197890 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-28da298a-6f57-40d0-acbb-273f4d23000a req-c3c8a0aa-5578-4abc-9259-179f90e46d3f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.2348433
Apr 08 19:58:25.249830 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-28da298a-6f57-40d0-acbb-273f4d23000a req-24c70047-3482-428a-be07-75aa47fa7267 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469248
Apr 08 19:58:25.308879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405edf65-cfca-4106-8c8b-9111a28aeab3 req-b21cc08f-f553-4438-b806-28eeb60bb067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:25.310999 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-405edf65-cfca-4106-8c8b-9111a28aeab3 req-b21cc08f-f553-4438-b806-28eeb60bb067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.2007651
Apr 08 19:58:25.370605 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-405edf65-cfca-4106-8c8b-9111a28aeab3 req-1b332b81-544c-4b46-a4bc-5a28f4524e84 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512774
Apr 08 19:58:25.419052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] For port ef122b31-b434-4189-a5fb-d7fdc804a4c1, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:25.432105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] For port ef122b31-b434-4189-a5fb-d7fdc804a4c1, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=ef122b31-b434-4189-a5fb-d7fdc804a4c1,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:25.478586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:25.636553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:25.653044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23a706af-f4a3-4b87-962a-01b2150a0ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:25.756517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc0603-f893-4fac-afd6-7ce2d9824fb0 None None] Pushing event updated for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:25.763475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:25.764418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f064e0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:25.828281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b2bc0603-f893-4fac-afd6-7ce2d9824fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:26.037048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device ef122b31-b434-4189-a5fb-d7fdc804a4c1 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:26.171264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:26.203112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:26.209677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:26.211571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:26.454978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:26.491974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port ef122b31-b434-4189-a5fb-d7fdc804a4c1, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=ef122b31-b434-4189-a5fb-d7fdc804a4c1,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:26.523233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:26.529606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:26.577496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88085-b97c-4f49-9638-a467b0cdf648 req-9ea24b63-ad1f-4e3a-8b90-83c8bedb4488 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:26.585915 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ee88085-b97c-4f49-9638-a467b0cdf648 req-9ea24b63-ad1f-4e3a-8b90-83c8bedb4488 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1264429
Apr 08 19:58:26.628759 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3ee88085-b97c-4f49-9638-a467b0cdf648 req-8c7c3731-0e66-4cb8-8080-d26d7c587ea8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413649
Apr 08 19:58:26.777868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:26.798324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:26.949707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659057-9f31-44c9-b85c-120d6fed8299 req-58ef99a7-f42f-42d7-911f-695a5b0ff5ab tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:26.974400 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70659057-9f31-44c9-b85c-120d6fed8299 req-58ef99a7-f42f-42d7-911f-695a5b0ff5ab tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.2358389
Apr 08 19:58:26.999335 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-70659057-9f31-44c9-b85c-120d6fed8299 req-247a5147-9605-4ec0-b72f-460a9b9c77e5 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452991
Apr 08 19:58:27.276948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:27.316847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1f064e0>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'ef122b31-b434-4189-a5fb-d7fdc804a4c1', 'name': '', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'mac_address': 'fa:16:3e:16:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:14Z', 'updated_at': '2021-04-08T19:58:25Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'subnets': [{'id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:27.344894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21245472-431d-485a-b9ed-d6ceda915bc0 None None] The sync data for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi is: [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T19:58:16Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'ef122b31-b434-4189-a5fb-d7fdc804a4c1', 'name': '', 'network_id': 'bdd14fca-7bdf-46d6-a896-285de1fffdf7', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'mac_address': 'fa:16:3e:16:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:14Z', 'updated_at': '2021-04-08T19:58:25Z', 'revision_number': 4, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'subnets': [{'id': 'c8c524f9-0900-402d-ba76-24dec90cb4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:27.607333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-e0986ab9-280f-4920-a273-bd2f02ab2b58 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:27.609169 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-e0986ab9-280f-4920-a273-bd2f02ab2b58 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.1466651
Apr 08 19:58:27.786932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:27.808958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Deleting port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:27.809604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:28.016224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device ef122b31-b434-4189-a5fb-d7fdc804a4c1 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:28.220659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port ef122b31-b434-4189-a5fb-d7fdc804a4c1 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:28.221228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:28.230987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] For port 490f81bc-e9e5-4884-9d2f-b2b3340caf63, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=490f81bc-e9e5-4884-9d2f-b2b3340caf63,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:28.231677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:28.677863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e706ea9-758b-4f12-9046-6aa3ba3a29f7 req-de79bf61-b6c5-445d-b820-2d61af2e609f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:28.682101 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e706ea9-758b-4f12-9046-6aa3ba3a29f7 req-de79bf61-b6c5-445d-b820-2d61af2e609f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 945 time: 0.1362445
Apr 08 19:58:28.714374 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3e706ea9-758b-4f12-9046-6aa3ba3a29f7 req-8082d61a-fcc1-44ba-9702-ccb7fbdcbfb3 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups?id=16ba5309-c362-48e6-ab0a-3c7a0da878fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256412
Apr 08 19:58:28.740145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:28.740513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:28.740874 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Floating IP d30b7e6a-1237-49ba-b010-6f3a78916982 disassociated. External IP: 172.27.1.222, port: 490f81bc-e9e5-4884-9d2f-b2b3340caf63.
Apr 08 19:58:28.741314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Calling delete_port for 490f81bc-e9e5-4884-9d2f-b2b3340caf63 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:28.811810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6a8b7-15c4-4a19-b3b7-d06e834cb077 req-b66df6a7-2da3-4103-baf4-57d4a967ebfc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:28.813356 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ab6a8b7-15c4-4a19-b3b7-d06e834cb077 req-b66df6a7-2da3-4103-baf4-57d4a967ebfc tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.3091722
Apr 08 19:58:28.880591 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0ab6a8b7-15c4-4a19-b3b7-d06e834cb077 req-b68308ed-5500-4739-b514-b3a0c3c38866 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541480
Apr 08 19:58:28.981876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffdd78-ebf3-4127-8959-5c1f126e2b0e req-ae475467-bd3a-4486-a9d2-ec429a35ba21 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:28.990085 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22ffdd78-ebf3-4127-8959-5c1f126e2b0e req-ae475467-bd3a-4486-a9d2-ec429a35ba21 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 946 time: 0.1522379
Apr 08 19:58:29.037059 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-22ffdd78-ebf3-4127-8959-5c1f126e2b0e req-b931507d-51f6-4291-b192-192044c09a9a tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336366
Apr 08 19:58:29.055556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:29.114320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70eb62ad-ed94-43a2-9e67-154d41dedced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:29.276330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'Port': ['ID=490f81bc-e9e5-4884-9d2f-b2b3340caf63,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:29.363307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:29.818238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:58:30.251575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5381a-7003-4bfb-9150-119b44431f19 req-28a73e90-9acf-42f0-9206-af15e4ce88a8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:30.259085 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77d5381a-7003-4bfb-9150-119b44431f19 req-28a73e90-9acf-42f0-9206-af15e4ce88a8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1549258
Apr 08 19:58:30.302427 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77d5381a-7003-4bfb-9150-119b44431f19 req-14732104-1f53-4e58-bced-7ea933629360 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387497
Apr 08 19:58:30.429751 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a2800bed-0cbe-49ec-b89f-14e40836029c req-a090684e-5feb-49bf-ae53-4ba6002dadc7 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 210 time: 0.5199885
Apr 08 19:58:30.509477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:30.524660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:30.547260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:30.548197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:30.558340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecefe8-92cb-4161-8324-c97dc47b4ed1 req-bc34fb1a-a094-4ac1-8512-01ce96b8f87d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:30.560177 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3cecefe8-92cb-4161-8324-c97dc47b4ed1 req-bc34fb1a-a094-4ac1-8512-01ce96b8f87d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 946 time: 0.1331098
Apr 08 19:58:30.639893 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3cecefe8-92cb-4161-8324-c97dc47b4ed1 req-3807dcb5-df95-4314-9a8a-5ba60e71428b tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718706
Apr 08 19:58:30.682889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] No DVR routers for this DVR port 490f81bc-e9e5-4884-9d2f-b2b3340caf63 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:58:30.686413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:30.702451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'name': 'network-vif-deleted', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:30.775420 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-454f7186-6fa2-435b-8ee8-36a0fb016a47 req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.10 "DELETE /v2.0/ports/490f81bc-e9e5-4884-9d2f-b2b3340caf63 HTTP/1.1" status: 204  len: 173 time: 3.1546702
Apr 08 19:58:30.905143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-b540519d-e4b7-4706-84df-50907f2d001f tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:30.908063 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-b540519d-e4b7-4706-84df-50907f2d001f tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 946 time: 0.1666746
Apr 08 19:58:30.945885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:30.956996 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4', 'name': 'network-vif-deleted', 'tag': '490f81bc-e9e5-4884-9d2f-b2b3340caf63', 'status': 'completed', 'code': 200}
Apr 08 19:58:31.066399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Deleting port 7041cadc-6d3f-44b6-b771-e453b3fa3924 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:31.066993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:31.522516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 490f81bc-e9e5-4884-9d2f-b2b3340caf63 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:31.576318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 490f81bc-e9e5-4884-9d2f-b2b3340caf63 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:58:31.576764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 490f81bc-e9e5-4884-9d2f-b2b3340caf63 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:58:31.640838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13518>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:31.670453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:31.692842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:31.694366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13518>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:31.955501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-954d675c-4b1c-4dea-b3c2-5664fc705993 req-8f178a42-cfd8-406c-8b06-082c32fe1fcd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Synchronizing usage tracker for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:31.961002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] For port 7041cadc-6d3f-44b6-b771-e453b3fa3924, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7041cadc-6d3f-44b6-b771-e453b3fa3924,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:31.961543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:32.143034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:32.149562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-954d675c-4b1c-4dea-b3c2-5664fc705993 req-8f178a42-cfd8-406c-8b06-082c32fe1fcd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Unset dirty status for tenant:dc0a7f9bbbc942afb9322255268b70cb on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:32.151066 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-954d675c-4b1c-4dea-b3c2-5664fc705993 req-8f178a42-cfd8-406c-8b06-082c32fe1fcd tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/ports?device_id=da0edf76-e2f3-4f60-a3a8-a4d5ae5535e4 HTTP/1.1" status: 200  len: 210 time: 0.3371768
Apr 08 19:58:32.182267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Calling delete_port for 7041cadc-6d3f-44b6-b771-e453b3fa3924 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:32.555442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2faab7-3940-4e2e-8d5c-c215ee7cf251 req-74f725fe-7315-4302-83db-658fd3ab6f37 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:32.558098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3a2faab7-3940-4e2e-8d5c-c215ee7cf251 req-74f725fe-7315-4302-83db-658fd3ab6f37 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 867 time: 0.1860590
Apr 08 19:58:32.590150 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3a2faab7-3940-4e2e-8d5c-c215ee7cf251 req-af03c8fd-0032-4ba2-b298-5d97ab4195e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248415
Apr 08 19:58:32.591082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6f9f-b3e3-4281-93bc-fb7de744a475 req-f4fd84a7-2193-48e1-add5-e462ca28ae7d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:32.592752 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1cd6f9f-b3e3-4281-93bc-fb7de744a475 req-f4fd84a7-2193-48e1-add5-e462ca28ae7d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1131828
Apr 08 19:58:32.627843 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f1cd6f9f-b3e3-4281-93bc-fb7de744a475 req-2b1c7e09-63e0-483c-b3a1-d8d1e3debada tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270019
Apr 08 19:58:32.707777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13518>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:32.712266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e560a26-7e7c-414a-8ab1-a28321d703b0 None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:52:25Z', 'revision_number': 4, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '58e01f09-f2fa-4ec1-9c1a-0f668bee5a25', 'name': '', 'network_id': 'd44b7d16-2394-438e-8506-175a7eaa1b96', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'mac_address': 'fa:16:3e:ea:53:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'afdb465b-d029-4636-aead-877deb24131e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:20Z', 'updated_at': '2021-04-08T19:52:41Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'subnets': [{'id': 'afdb465b-d029-4636-aead-877deb24131e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:32.938223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:32.949437 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['7041cadc-6d3f-44b6-b771-e453b3fa3924'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:58:32.954672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:33.166532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Pushing event deleted for resources: {'Port': ['ID=7041cadc-6d3f-44b6-b771-e453b3fa3924,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:33.179001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc40735-ecb8-46f5-a27e-cedf4520afa4 None None] New status for floating IP d30b7e6a-1237-49ba-b010-6f3a78916982: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:58:33.212213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.212652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.213153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.213626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.214087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.214500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.214907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.215381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.215837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.216271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.216712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.217223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:33.230709 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:33.422509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] No DVR routers for this DVR port 7041cadc-6d3f-44b6-b771-e453b3fa3924 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:58:33.422509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:33.425867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'name': 'network-vif-deleted', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:33.451629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41470) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:33.504733 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ed04ca3a-f273-4433-a838-f68dbe00c14b req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "DELETE /v2.0/ports/7041cadc-6d3f-44b6-b771-e453b3fa3924 HTTP/1.1" status: 204  len: 173 time: 2.5782361
Apr 08 19:58:33.640479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:33.702737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:33.708398 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5d3ffc-7715-447c-b7df-1d6436833e55', 'name': 'network-vif-deleted', 'tag': '7041cadc-6d3f-44b6-b771-e453b3fa3924', 'status': 'completed', 'code': 200}
Apr 08 19:58:33.869952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bc786983-d0ab-429d-b721-c322eeeace1d req-f3942bdc-39b4-49f0-87f4-94ce02e9b7aa tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:33.986149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bc786983-d0ab-429d-b721-c322eeeace1d req-f3942bdc-39b4-49f0-87f4-94ce02e9b7aa tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:33.987556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bc786983-d0ab-429d-b721-c322eeeace1d req-f3942bdc-39b4-49f0-87f4-94ce02e9b7aa tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.1921451
Apr 08 19:58:34.040386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:34.057858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9a4eaa18-5764-4704-a3ad-f9efe32f1870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:34.071797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba5309-c362-48e6-ab0a-3c7a0da878fc,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:34.075476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:34.115316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:34.117402 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "DELETE /v2.0/security-groups/16ba5309-c362-48e6-ab0a-3c7a0da878fc HTTP/1.1" status: 204  len: 168 time: 0.6639285
Apr 08 19:58:34.120946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41482) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:34.142942 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.v2.resource [None req-f3694192-545d-40f7-a5d4-fe72c9d809e6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] show failed (client error): The resource could not be found.
Apr 08 19:58:34.149369 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f3694192-545d-40f7-a5d4-fe72c9d809e6 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "GET /v2.0/security-groups/16ba5309-c362-48e6-ab0a-3c7a0da878fc HTTP/1.1" status: 404  len: 347 time: 0.0219693
Apr 08 19:58:34.149534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a12e8b-f38c-421e-a5cb-fa6bfb06b990 req-50076acd-2ba0-40d8-8c86-b49881c0a61f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:34.149534 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d3a12e8b-f38c-421e-a5cb-fa6bfb06b990 req-50076acd-2ba0-40d8-8c86-b49881c0a61f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1518064
Apr 08 19:58:34.150161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41486) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:34.238195 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d3a12e8b-f38c-421e-a5cb-fa6bfb06b990 req-7ef8c327-81e5-48d1-bd70-9a3964718e84 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267389
Apr 08 19:58:34.496112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Deleting port 886fe661-5b26-47bb-8676-ffe0f901b7aa {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:34.496774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:34.716982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:34.717458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:34.868476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Calling delete_port for 886fe661-5b26-47bb-8676-ffe0f901b7aa owned by network:floatingip {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:35.206850 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-50c88e0e-8fe4-4bc9-9dbf-3510458dd97a req-cea3127d-c2eb-4de6-b740-ad3d87c7f041 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.0551863
Apr 08 19:58:35.221024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-ddbce210-a44c-40f8-b7e8-bf2eaacfd851 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:35.221646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-ddbce210-a44c-40f8-b7e8-bf2eaacfd851 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:35.248180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:35.275152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ffc8b7fe-811b-4ece-ae0b-2120d6617477 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:35.360354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-ddbce210-a44c-40f8-b7e8-bf2eaacfd851 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:35.361650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-ddbce210-a44c-40f8-b7e8-bf2eaacfd851 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 814 time: 0.3567991
Apr 08 19:58:35.386380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Pushing event deleted for resources: {'Port': ['ID=886fe661-5b26-47bb-8676-ffe0f901b7aa,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:35.391898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:35.404539 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-c025eb78-e84c-4261-823d-4f227a3c1afa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/quotas/73bcf7b7a52f44619e26722bc2a80285 HTTP/1.1" status: 200  len: 375 time: 0.0271420
Apr 08 19:58:35.439112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7041cadc-6d3f-44b6-b771-e453b3fa3924 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:35.509140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 7041cadc-6d3f-44b6-b771-e453b3fa3924 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:58:35.510791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7041cadc-6d3f-44b6-b771-e453b3fa3924 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:58:35.522539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69332b-26da-4607-9008-cea1fe559d8f req-5384305f-2e35-40af-86c2-104a0bcb04b0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:35.524963 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a69332b-26da-4607-9008-cea1fe559d8f req-5384305f-2e35-40af-86c2-104a0bcb04b0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1118295
Apr 08 19:58:35.559406 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a69332b-26da-4607-9008-cea1fe559d8f req-af39cc9b-1ab1-42f2-a91b-d713223abbfa tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278199
Apr 08 19:58:35.567022 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-2255e8a1-7eec-4db6-b013-7625d427d781 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1556027
Apr 08 19:58:35.666255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks [] for floatingip, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:35.803192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:35.805147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] 10.222.0.68 "DELETE /v2.0/floatingips/d30b7e6a-1237-49ba-b010-6f3a78916982 HTTP/1.1" status: 204  len: 168 time: 1.6541357
Apr 08 19:58:35.873140 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-839f21a4-5fc5-4d3b-a4dd-fb3b5ceac04c service neutron] 10.222.0.68 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606537
Apr 08 19:58:36.036717 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-c8e49fc7-c77c-4060-8959-1c2e001d7a29 service neutron] 10.222.0.68 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622789
Apr 08 19:58:36.325762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6af4acba-163f-42cb-af70-0b3e76e51fe6 req-51f5dac6-2a23-41fb-b83b-369ab3b26605 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 210 time: 0.0541158
Apr 08 19:58:36.409165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9211a23a-56c8-4790-ae3c-288f59da6021 req-88a78ca9-d447-4569-8d8d-77a432f63510 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.0512149
Apr 08 19:58:37.125509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:58:37.440295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-fb0c9b10-569b-43c9-9102-56fa8c8e31de req-0596e714-cff3-4943-815e-fabc2a281120 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:37.501659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-fb0c9b10-569b-43c9-9102-56fa8c8e31de req-0596e714-cff3-4943-815e-fabc2a281120 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:37.505487 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb0c9b10-569b-43c9-9102-56fa8c8e31de req-0596e714-cff3-4943-815e-fabc2a281120 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 210 time: 0.1156626
Apr 08 19:58:37.641182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6831b-dc5a-4bea-97bd-4fb90869cc88 req-e6bdba96-adca-4078-98fc-830c5fabc5bf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:37.642945 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35d6831b-dc5a-4bea-97bd-4fb90869cc88 req-e6bdba96-adca-4078-98fc-830c5fabc5bf tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1576364
Apr 08 19:58:37.682867 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35d6831b-dc5a-4bea-97bd-4fb90869cc88 req-dfba6181-dbf9-4e6e-a42e-cc636f3ea786 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324452
Apr 08 19:58:37.735293 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d2f734b4-f38c-481d-b051-70ff1ba953f7 req-94e454a0-eb13-488a-835e-faabf560d9d7 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=cc5d3ffc-7715-447c-b7df-1d6436833e55 HTTP/1.1" status: 200  len: 210 time: 0.0550187
Apr 08 19:58:38.701114 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8a267424-4d16-405e-9d09-599a2e4250c1 req-4a189d77-9027-445b-aef2-90abd06ebb9a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 210 time: 0.0658274
Apr 08 19:58:38.928919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89543-eb15-4bd2-897f-ff557f2b3e9f req-fa91d6e2-d0b8-40d1-acd7-4fc637f56a08 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:38.931418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37e89543-eb15-4bd2-897f-ff557f2b3e9f req-fa91d6e2-d0b8-40d1-acd7-4fc637f56a08 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.0999331
Apr 08 19:58:38.963044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-37e89543-eb15-4bd2-897f-ff557f2b3e9f req-132e73c0-da2a-4342-8f85-2bd0ba80e6eb tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250826
Apr 08 19:58:39.503864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-48d168f7-dafb-455c-a19b-4558416af1e0 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:39.505413 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-48d168f7-dafb-455c-a19b-4558416af1e0 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 814 time: 0.1634381
Apr 08 19:58:39.518613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'port': {'device_id': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'admin_state_up': True, 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:39.671994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:39.682958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:39.714565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Made reservation on behalf of 73bcf7b7a52f44619e26722bc2a80285 for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:58:39.720770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:39.856237 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7e4866b-8958-4ff8-a55b-72e05296e916 req-257973eb-ecf6-4098-bd17-21cf74df16c3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 210 time: 0.0492191
Apr 08 19:58:39.881334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Allocated IP 172.20.0.5 (ffa38ea3-5df2-4efc-a190-ae465df0d677/12dbd26c-cbf7-40e9-a415-83eb13a3f76c/07376fd0-ec7c-4115-8200-222c012315d9) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:40.084503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:40.151357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Transition to ACTIVE for port object 07376fd0-ec7c-4115-8200-222c012315d9 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:40.202024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fef769-6323-4d7a-94af-7d56af3611e6 req-adbc31a3-9589-4263-ba61-eaac900b91c0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:40.203610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38fef769-6323-4d7a-94af-7d56af3611e6 req-adbc31a3-9589-4263-ba61-eaac900b91c0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1223295
Apr 08 19:58:40.235364 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-38fef769-6323-4d7a-94af-7d56af3611e6 req-c583e68c-fd50-49ff-857f-a28d14f511ef tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251026
Apr 08 19:58:40.236930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:40.252404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-417ed2b6-8464-4f19-88c9-76ef22e508d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:40.391820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:40.396327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:40.454722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:40.455900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:40.458280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:40.484405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41574) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:40.527151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:40.527840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:40.598048 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0833318
Apr 08 19:58:40.766309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-11db64a0-69ea-4186-a3df-281e8391a2ba None None] Provisioning for port 07376fd0-ec7c-4115-8200-222c012315d9 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:40.771438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-11db64a0-69ea-4186-a3df-281e8391a2ba None None] Provisioning complete for port 07376fd0-ec7c-4115-8200-222c012315d9 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:40.771858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-11db64a0-69ea-4186-a3df-281e8391a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:40.828867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-11db64a0-69ea-4186-a3df-281e8391a2ba None None] Port 07376fd0-ec7c-4115-8200-222c012315d9 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 19:58:41.168384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5adbd-a301-4151-bb66-3f0fbe9add3a req-45548589-e15f-4336-9b25-3ae6c53aa221 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:41.169991 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e1b5adbd-a301-4151-bb66-3f0fbe9add3a req-45548589-e15f-4336-9b25-3ae6c53aa221 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 931 time: 0.1995113
Apr 08 19:58:41.234342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-e1b5adbd-a301-4151-bb66-3f0fbe9add3a req-36ed7e42-31b2-48a0-a36e-7550685d9a27 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:41.294773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-e1b5adbd-a301-4151-bb66-3f0fbe9add3a req-36ed7e42-31b2-48a0-a36e-7550685d9a27 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:41.296021 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e1b5adbd-a301-4151-bb66-3f0fbe9add3a req-36ed7e42-31b2-48a0-a36e-7550685d9a27 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185522
Apr 08 19:58:41.334103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:41.443324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101e279-7e94-4eef-8b0c-6170d2762fb9 req-5874338c-ce8f-46d0-bd06-1ede264c96c9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:41.444983 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a101e279-7e94-4eef-8b0c-6170d2762fb9 req-5874338c-ce8f-46d0-bd06-1ede264c96c9 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.0888486
Apr 08 19:58:41.477191 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a101e279-7e94-4eef-8b0c-6170d2762fb9 req-79997b68-9e9d-46cf-987a-69bc3c3bec9d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254045
Apr 08 19:58:41.960009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Deleting port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:41.961363 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.165439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] For port 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:42.165870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.295754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Calling delete_port for 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:42.460128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:58:42.462780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Request body: {'port': {'device_id': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:42.575822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6dbfa-8b8c-4085-82df-542d702160a1 req-3c734091-809b-4fbf-a5fc-82965252a4aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:42.575822 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-64d6dbfa-8b8c-4085-82df-542d702160a1 req-3c734091-809b-4fbf-a5fc-82965252a4aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 931 time: 0.1576729
Apr 08 19:58:42.606586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.638595 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-64d6dbfa-8b8c-4085-82df-542d702160a1 req-d70a5174-0cfd-4136-bfe9-621ef24fe3a6 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536046
Apr 08 19:58:42.641530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.661680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3c3cc232-9d0b-407c-b27c-a880d20a16a7 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:42.713579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:42.739124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'port_id': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'mac_address': 'fa:16:3e:c3:32:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:58:42.778471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e01f09-f2fa-4ec1-9c1a-0f668bee5a25,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:42.803458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.803955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.804579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.805000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.805406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.805838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.806239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.806644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.807051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.807452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.808148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.808367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:42.812362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.814128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:58:42.816697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:42.834163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:42.848748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc047-0e8b-488f-8546-16136655ac6b req-051124a9-8b0c-454e-a60f-471713f9a67e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:42.850376 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-467dc047-0e8b-488f-8546-16136655ac6b req-051124a9-8b0c-454e-a60f-471713f9a67e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 943 time: 0.1795042
Apr 08 19:58:42.881826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:42.884653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:42.900465 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-467dc047-0e8b-488f-8546-16136655ac6b req-35fd03ce-b7e2-48bc-8a28-d4042f556e91 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416484
Apr 08 19:58:42.969187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=9']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:42.972576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:43.137158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:58:43.289506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:43.341396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07376fd0-ec7c-4115-8200-222c012315d9 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:58:43.364988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:43.423048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Transition to ACTIVE for port object 07376fd0-ec7c-4115-8200-222c012315d9 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:43.499936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:43.648435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7f17af76-b615-4f99-8349-6cdf1eb5de6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:43.775540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:43.791270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:44.212682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5abb78-5b17-4b9a-a224-10b25be44cfd req-08ae3c24-69ad-4fce-9370-2af4c72ecaec tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:44.214540 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6b5abb78-5b17-4b9a-a224-10b25be44cfd req-08ae3c24-69ad-4fce-9370-2af4c72ecaec tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.3379774
Apr 08 19:58:44.292387 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6b5abb78-5b17-4b9a-a224-10b25be44cfd req-ce64695e-48ef-4f0d-8d76-18dd12762e57 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680873
Apr 08 19:58:44.338275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Router 13d6745e-9495-4702-a324-387cf9dcfe1a has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:58:44.399145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe10823-3f08-4e35-b60d-48a6f35d7165 req-3c725d66-cd09-4df8-a32d-448143488b46 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:44.400839 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dfe10823-3f08-4e35-b60d-48a6f35d7165 req-3c725d66-cd09-4df8-a32d-448143488b46 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 944 time: 0.1971228
Apr 08 19:58:44.401494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Attempting to bind port 07376fd0-ec7c-4115-8200-222c012315d9 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:44.401890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Attempting to bind port 07376fd0-ec7c-4115-8200-222c012315d9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:44.402263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Attempting to bind port 07376fd0-ec7c-4115-8200-222c012315d9 on network ffa38ea3-5df2-4efc-a190-ae465df0d677 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:44.409968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Port 07376fd0-ec7c-4115-8200-222c012315d9 on network ffa38ea3-5df2-4efc-a190-ae465df0d677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:58:44.410644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Attempting to bind port 07376fd0-ec7c-4115-8200-222c012315d9 on network ffa38ea3-5df2-4efc-a190-ae465df0d677 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:44.419641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:44.420487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Checking segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:44.421127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Bound using segment: {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:44.421873 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Bound port: 07376fd0-ec7c-4115-8200-222c012315d9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56db64d6-503a-496f-a6be-c8be7817d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:44.422480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:44.455345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:44.480513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dfe10823-3f08-4e35-b60d-48a6f35d7165 req-1a8a4b5f-c15d-4047-b6f1-962073a7ddd1 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629566
Apr 08 19:58:44.567322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:44.567755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:44.572830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:44.576327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:44.591464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:58:44.608589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Sync routers for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:58:44.612821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:44.624638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:44.625665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f07f50b8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:44.635665 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] 10.222.0.68 "PUT /v2.0/routers/13d6745e-9495-4702-a324-387cf9dcfe1a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1498640
Apr 08 19:58:44.650064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41630) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:44.653316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-79569b7d-5757-4739-a76b-38c26f9b1931 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:44.865731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:44.875112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:44.930502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:44.930942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:44.932612 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] 10.222.0.10 "PUT /v2.0/ports/07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 1093 time: 2.4753928
Apr 08 19:58:44.933175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:44.961120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:44.996581 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 19:58:45.127662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:45.465085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:45.517026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Deleting port 542b2e9c-d298-4266-931c-1042e708f672 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:45.517478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:45.668362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:45.676292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f079d0-efde-4d0a-91d8-59db02f98b88 req-0bf605e8-be1a-4062-aaa2-4958a23292b1 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:45.677131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-97f079d0-efde-4d0a-91d8-59db02f98b88 req-0bf605e8-be1a-4062-aaa2-4958a23292b1 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:45.687105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:45.689033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:45.737024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:45.739996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-21bb31bb-7285-4196-a806-421efe63eb61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:45.744573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] For port 542b2e9c-d298-4266-931c-1042e708f672, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=542b2e9c-d298-4266-931c-1042e708f672,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:45.744990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:45.760881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-97f079d0-efde-4d0a-91d8-59db02f98b88 req-0bf605e8-be1a-4062-aaa2-4958a23292b1 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:45.762203 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-97f079d0-efde-4d0a-91d8-59db02f98b88 req-0bf605e8-be1a-4062-aaa2-4958a23292b1 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.3316300
Apr 08 19:58:45.878205 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-97f079d0-efde-4d0a-91d8-59db02f98b88 req-e25b50ac-7b34-4cce-b21d-0023db87f0f8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963058
Apr 08 19:58:45.884448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f07f50b8>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '542b2e9c-d298-4266-931c-1042e708f672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:58:42Z', 'revision_number': 5, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port': {'id': '542b2e9c-d298-4266-931c-1042e708f672', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:08Z', 'updated_at': '2021-04-08T19:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:45.891170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Checking router: 13d6745e-9495-4702-a324-387cf9dcfe1a for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:58:45.917139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Routers {'13d6745e-9495-4702-a324-387cf9dcfe1a'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:58:45.918384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f07f50b8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['13d6745e-9495-4702-a324-387cf9dcfe1a'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:45.936925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Calling delete_port for 542b2e9c-d298-4266-931c-1042e708f672 owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:45.993018 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'code': 200}
Apr 08 19:58:46.124143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] Set router 13d6745e-9495-4702-a324-387cf9dcfe1a gateway port host: None {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:58:46.135659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca774a-3ea4-4fc4-8f81-55f7392309d0 req-f8ae1ab8-ce96-4807-bc5e-bb644e8bff21 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:46.137373 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7ca774a-3ea4-4fc4-8f81-55f7392309d0 req-f8ae1ab8-ce96-4807-bc5e-bb644e8bff21 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1565328
Apr 08 19:58:46.177717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=10']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:46.194949 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7ca774a-3ea4-4fc4-8f81-55f7392309d0 req-6e4d0357-2331-47dd-a8b1-92cb0b6808a8 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467505
Apr 08 19:58:46.269639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f07f50b8>, [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:58:45Z', 'revision_number': 6, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:46.273092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.273648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.274165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.274611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.274984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.275402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.275797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.276170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.276544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.276912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.277276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.277641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:58:46.282859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:46.284387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d775d-07cb-45be-94fd-9a852e9d36d0 None None] The sync data for ids ['13d6745e-9495-4702-a324-387cf9dcfe1a'] in dv-cinder-784623-4-iscsi is: [{'id': '13d6745e-9495-4702-a324-387cf9dcfe1a', 'name': 'tempest-AttachVolumeTestJSON-1541701935-router', 'tenant_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:04Z', 'updated_at': '2021-04-08T19:58:45Z', 'revision_number': 6, 'project_id': 'dc0a7f9bbbc942afb9322255268b70cb', 'gw_port_host': None}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:58:46.351541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.374193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9dd27f-718e-4fee-861f-ceb608415369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:46.419460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=542b2e9c-d298-4266-931c-1042e708f672,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:46.469883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:46.651525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.843678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.845993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.900055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.900637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d6745e-9495-4702-a324-387cf9dcfe1a {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 19:58:46.915953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:46.919635 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] 10.222.0.68 "DELETE /v2.0/routers/13d6745e-9495-4702-a324-387cf9dcfe1a HTTP/1.1" status: 204  len: 168 time: 2.2659643
Apr 08 19:58:46.920389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41656) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:46.998075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Deleting subnet afdb465b-d029-4636-aead-877deb24131e {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:58:47.003178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:47.107452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:47.433885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfaf14-6bf4-4457-ad3d-d4d6dfdfd140 req-cfaf0364-2c11-47a4-9812-50f6647893a4 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:47.433885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbbfaf14-6bf4-4457-ad3d-d4d6dfdfd140 req-cfaf0364-2c11-47a4-9812-50f6647893a4 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.4317534
Apr 08 19:58:47.436337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca4c84-c884-4097-9ca7-91d1182a83d8 req-d311cb21-62e3-4ccf-804f-b90a6d114950 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:47.438881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c8ca4c84-c884-4097-9ca7-91d1182a83d8 req-d311cb21-62e3-4ccf-804f-b90a6d114950 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1109829
Apr 08 19:58:47.474197 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c8ca4c84-c884-4097-9ca7-91d1182a83d8 req-0791d4ad-f62e-4507-9a9d-50573ce09d3c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258162
Apr 08 19:58:47.477993 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dbbfaf14-6bf4-4457-ad3d-d4d6dfdfd140 req-abe4c097-3190-4df0-9bd6-cb1e9cb23c4d tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311966
Apr 08 19:58:47.623016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:47.934368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 542b2e9c-d298-4266-931c-1042e708f672 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:47.978929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 542b2e9c-d298-4266-931c-1042e708f672 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:58:47.979319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 542b2e9c-d298-4266-931c-1042e708f672 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:58:47.979784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:48.017288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:58:48.017674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 58e01f09-f2fa-4ec1-9c1a-0f668bee5a25 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:58:48.083118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.100789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fffc77e0-0cdf-450b-8821-66a4c4420555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:48.150919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.195273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdb465b-d029-4636-aead-877deb24131e,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:48.197719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:48.247929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.253693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0544dc-8ebf-496a-b402-f1805d20cfef None None] Network d44b7d16-2394-438e-8506-175a7eaa1b96 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 19:58:48.258114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41664) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:48.258305 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-babeb46c-b7cd-4e0f-b485-2e3dee43f0b2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/afdb465b-d029-4636-aead-877deb24131e HTTP/1.1" status: 204  len: 168 time: 1.3363340
Apr 08 19:58:48.379480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.456036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Deleting port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:48.456426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.570219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] DHCP port deletion for d44b7d16-2394-438e-8506-175a7eaa1b96 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 19:58:48.628752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Deleting port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:48.629174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.778833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] For port 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e813aee-afbf-47fb-81bf-5d7fe8005e23,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:48.779238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:48.902596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96557e98-95ea-4416-9c50-d6d9e1d7a9fc req-ef2d71b0-173f-4e90-9d0d-104e0db5ff7a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:48.904257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96557e98-95ea-4416-9c50-d6d9e1d7a9fc req-ef2d71b0-173f-4e90-9d0d-104e0db5ff7a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.1716526
Apr 08 19:58:48.937305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Calling delete_port for 4e813aee-afbf-47fb-81bf-5d7fe8005e23 owned by network:dhcp {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:48.968078 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96557e98-95ea-4416-9c50-d6d9e1d7a9fc req-a1c7e8a5-6575-4c4b-9a90-c2dc86abbb7a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562975
Apr 08 19:58:49.122230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d118e-27a3-48f8-90a3-98b9c110b666 req-70732a1e-9610-4b90-92c0-53946fed94ef tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:49.123844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f4d118e-27a3-48f8-90a3-98b9c110b666 req-70732a1e-9610-4b90-92c0-53946fed94ef tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1006901
Apr 08 19:58:49.157498 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f4d118e-27a3-48f8-90a3-98b9c110b666 req-6d36b181-2193-4a38-84ef-661603dbefd4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268695
Apr 08 19:58:49.184563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] For port 4e813aee-afbf-47fb-81bf-5d7fe8005e23, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e813aee-afbf-47fb-81bf-5d7fe8005e23,segment=NetworkSegment(0a009fca-7275-4483-8347-d255b983e1d2),segment_id=0a009fca-7275-4483-8347-d255b983e1d2)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:49.185025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:49.353428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Calling delete_port for 4e813aee-afbf-47fb-81bf-5d7fe8005e23 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:58:49.371708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:49.392662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:49.521429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e813aee-afbf-47fb-81bf-5d7fe8005e23,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:49.521429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:49.526426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 19:58:49.527059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 19:58:49.557837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] No DVR routers for this DVR port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 on host dv-cinder-784623-4-iscsi {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:58:49.729223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:49.876157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f05359e8>,) {'filters': {'network_id': ['d44b7d16-2394-438e-8506-175a7eaa1b96']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:49.891698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f05359e8>, '0a009fca-7275-4483-8347-d255b983e1d2') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:49.892046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f05359e8>, '0a009fca-7275-4483-8347-d255b983e1d2') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:58:49.905215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:49.921234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e813aee-afbf-47fb-81bf-5d7fe8005e23 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:58:49.965326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 4e813aee-afbf-47fb-81bf-5d7fe8005e23 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:58:49.965665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e813aee-afbf-47fb-81bf-5d7fe8005e23 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:58:50.028205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Deleting port 4e813aee-afbf-47fb-81bf-5d7fe8005e23 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:58:50.028635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:50.105888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-4c4365f3-fc12-465f-9cba-62a706535c88 None None] The port '4e813aee-afbf-47fb-81bf-5d7fe8005e23' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 19:58:50.187716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:50.206422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 19:58:50.349412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16668751-5515-4eec-84ab-c0fda6b47be9 req-f16e541c-f0f6-483a-bd0b-48bdddc9e370 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:50.356746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-16668751-5515-4eec-84ab-c0fda6b47be9 req-f16e541c-f0f6-483a-bd0b-48bdddc9e370 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.1182072
Apr 08 19:58:50.388630 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-16668751-5515-4eec-84ab-c0fda6b47be9 req-355bc573-8fcf-4b5f-9f63-554659173da1 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255837
Apr 08 19:58:50.504611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Network d44b7d16-2394-438e-8506-175a7eaa1b96 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:58:50.519111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:50.615326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a66048-5bc0-4538-87e9-4309e5991f18 req-812397af-68a1-4f7f-9a95-065bea1d4263 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:50.623363 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0a66048-5bc0-4538-87e9-4309e5991f18 req-812397af-68a1-4f7f-9a95-065bea1d4263 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.2970695
Apr 08 19:58:50.655212 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0a66048-5bc0-4538-87e9-4309e5991f18 req-1098f58a-4605-47b3-b034-a8fb4f16163b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304151
Apr 08 19:58:50.691319 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-6b2793f2-7037-45ed-a4da-97396c22cda0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:50.692850 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-6b2793f2-7037-45ed-a4da-97396c22cda0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 814 time: 0.1807232
Apr 08 19:58:50.712346 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-68ca6198-75f2-41ab-b7a5-a692a9e355b9 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/quotas/ec81ec0cf48643158392ec966004fbb6 HTTP/1.1" status: 200  len: 375 time: 0.0106916
Apr 08 19:58:50.778840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Network d44b7d16-2394-438e-8506-175a7eaa1b96 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 19:58:50.782366 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-aff95e6f-233a-4e66-bf5c-61835202342e tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0632086
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 19:58:50.804703 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 19:58:50.938111 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-773d2910-cf96-4736-891f-28a4773c3ed0 service neutron] 10.222.0.68 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471183
Apr 08 19:58:51.089610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-e5eec3ca-ee89-4906-a7af-c512abd476de service neutron] 10.222.0.68 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442184
Apr 08 19:58:51.105670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.109397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:51.142714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.146075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44b7d16-2394-438e-8506-175a7eaa1b96,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:51.149768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:51.192303 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d44b7d16-2394-438e-8506-175a7eaa1b96 HTTP/1.1" status: 204  len: 168 time: 2.9327335
Apr 08 19:58:51.341209 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-991b7a3c-638a-48f3-9919-64b37c753f02 req-09d5892b-54ba-408e-ab25-d28b61040950 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 210 time: 0.0510292
Apr 08 19:58:51.450611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41708) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:51.491777 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a2bbbe3f-708d-4c54-b5a2-ef2c8a78b0d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc0a7f9bbbc942afb9322255268b70cb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0371046
Apr 08 19:58:51.492798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41712) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:51.617931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.691955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.717699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc059c57-8260-4b36-84be-1c6f272ecdfc req-84aaa541-ae69-4d0c-b921-726b94ab850a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:51.720700 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bc059c57-8260-4b36-84be-1c6f272ecdfc req-84aaa541-ae69-4d0c-b921-726b94ab850a tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.1702940
Apr 08 19:58:51.789638 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bc059c57-8260-4b36-84be-1c6f272ecdfc req-9b2a662e-cf1b-4cb0-9e68-99e9daa42410 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532324
Apr 08 19:58:51.842875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.853859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:51.884816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:51.888878 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ca323df-07ca-41f9-b7f0-79ab3721f284 HTTP/1.1" status: 204  len: 168 time: 0.3921709
Apr 08 19:58:51.888878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca323df-07ca-41f9-b7f0-79ab3721f284,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:51.890887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:52.192357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef1a0-295e-46a7-99fc-681fa52669ad req-83b9e316-10d2-4ae6-9c2f-3e5e1541d453 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:52.195116 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-739ef1a0-295e-46a7-99fc-681fa52669ad req-83b9e316-10d2-4ae6-9c2f-3e5e1541d453 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.3731019
Apr 08 19:58:52.234309 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-739ef1a0-295e-46a7-99fc-681fa52669ad req-9118b5bb-463f-40ab-bd4a-346583fde29c tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329444
Apr 08 19:58:52.548019 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bceefeaa-0d8c-4ed2-863c-882031680571 req-23fceaef-8d3d-4e18-a2b5-918b32e3a953 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 210 time: 0.0701828
Apr 08 19:58:53.013100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4539-829b-40b4-ab17-f35df2b8a95b req-c0ddd66c-9f01-4699-8b74-d5c2bfc66625 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:53.014792 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6d7d4539-829b-40b4-ab17-f35df2b8a95b req-c0ddd66c-9f01-4699-8b74-d5c2bfc66625 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.1075788
Apr 08 19:58:53.050506 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6d7d4539-829b-40b4-ab17-f35df2b8a95b req-8008a973-e39e-4a4c-aa10-417ba597341c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293319
Apr 08 19:58:53.080884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de9e3de6-8a6c-4b27-a027-2ce50ad992e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:53.461643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10639e8-0d3f-43a7-b7a1-7868bf1ff7b2 req-d2e5d848-c7e0-402c-be79-c73861fc5e5d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:53.463322 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f10639e8-0d3f-43a7-b7a1-7868bf1ff7b2 req-d2e5d848-c7e0-402c-be79-c73861fc5e5d tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.0961950
Apr 08 19:58:53.494312 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f10639e8-0d3f-43a7-b7a1-7868bf1ff7b2 req-66efde25-5bd3-4dcf-b923-6ddb55806603 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245306
Apr 08 19:58:53.738068 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-41fac7bd-8d87-4d8e-8e44-c4ed539b9d87 req-e453f128-816f-4ebb-86e7-4db016920f39 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 210 time: 0.0504243
Apr 08 19:58:53.864034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-61e204fb-efdf-4851-acb3-589ac5aa2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:53.867325 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-61e204fb-efdf-4851-acb3-589ac5aa2685 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1096 time: 0.0898018
Apr 08 19:58:54.036915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-ab2ddd7c-a265-4cf3-9ac0-dc21c88d1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.039903 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-ab2ddd7c-a265-4cf3-9ac0-dc21c88d1069 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=73bcf7b7a52f44619e26722bc2a80285&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1597078
Apr 08 19:58:54.228812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-8e54f435-0873-4b71-9ce0-ed6a694f8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.230937 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ef7437b2-75c2-468a-b9a6-b3e20fd7df2d req-8e54f435-0873-4b71-9ce0-ed6a694f8dde service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1846156
Apr 08 19:58:54.239782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94b33-d0ee-49fb-9b25-8631584104ff req-a5d246b0-679f-4849-a62f-78f6ac9a3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.242196 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fbe94b33-d0ee-49fb-9b25-8631584104ff req-a5d246b0-679f-4849-a62f-78f6ac9a3985 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 1099 time: 0.1462853
Apr 08 19:58:54.280810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41782) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:54.298711 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fbe94b33-d0ee-49fb-9b25-8631584104ff req-95280981-63a3-43e2-b54b-eefab2e2e6b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443971
Apr 08 19:58:54.315294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874c6e-889e-43fd-947d-be1a5e537b91 req-0a8a6bcd-ba85-486d-886a-e1c4d4cd9224 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.316909 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-83874c6e-889e-43fd-947d-be1a5e537b91 req-0a8a6bcd-ba85-486d-886a-e1c4d4cd9224 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.1356928
Apr 08 19:58:54.350033 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-83874c6e-889e-43fd-947d-be1a5e537b91 req-dc7a2e21-7bbf-479a-94ce-6397713a8370 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260477
Apr 08 19:58:54.360148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-95d3dacf-bc3f-4072-bcfa-f8ec9d6a2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.361747 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-95d3dacf-bc3f-4072-bcfa-f8ec9d6a2f37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1096 time: 0.0894477
Apr 08 19:58:54.422729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:54.436611 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-44c5480e-01fb-48ed-be9b-5a8f669ac4c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 217 time: 0.0669076
Apr 08 19:58:54.438334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:54.442397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ab1a707b744cbe825b7151b1e39f8e is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:54.446211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:54.452309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:54.509725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-d8ae1f4b-561e-4a32-9c35-c25c3f112f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.511303 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-d8ae1f4b-561e-4a32-9c35-c25c3f112f7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.0683904
Apr 08 19:58:54.590246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:54.601365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-969c8d43-f2d3-4dde-b12e-6c9baf98e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.602947 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-969c8d43-f2d3-4dde-b12e-6c9baf98e9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822964
Apr 08 19:58:54.619485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:54.639457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1a502105-dea5-4454-a819-70385e5b8c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:54.707995 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5ab1a707b744cbe825b7151b1e39f8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4235511
Apr 08 19:58:54.711268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7305a14-b2e8-42a1-a18d-055feec7147f,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:54.713813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41790) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:54.716726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:54.783975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:54.813057 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-d74bdf47-7e96-4714-80c5-40896abf9151 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002633
Apr 08 19:58:54.899243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:54.943102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8bda-2fc2-4fd4-bda4-52d24753ebf4 req-9c14b0ef-da8a-4698-b1a6-e94a9d6e841e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:54.945304 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-901a8bda-2fc2-4fd4-bda4-52d24753ebf4 req-9c14b0ef-da8a-4698-b1a6-e94a9d6e841e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.2497251
Apr 08 19:58:54.970304 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-19f8c9ac-4e49-4149-ae82-59cb11a11da9 req-51f8119b-6f9e-4efe-a8f1-025bb74cfa0d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 210 time: 0.0791795
Apr 08 19:58:55.006386 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-901a8bda-2fc2-4fd4-bda4-52d24753ebf4 req-d8fe92eb-2c77-412b-b564-f64f5e3fcb6a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423989
Apr 08 19:58:55.010619 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d3a8f38-653d-4035-824c-7a6fe332027e req-ad484687-247b-4931-aa93-af4eda0541e0 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863487
Apr 08 19:58:55.057331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-79a1e00d-d8f9-4c31-bab1-8aacbe5ea145 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:55.058150 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-79a1e00d-d8f9-4c31-bab1-8aacbe5ea145 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:network {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:55.109016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-79a1e00d-d8f9-4c31-bab1-8aacbe5ea145 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:network {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:55.110361 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-79a1e00d-d8f9-4c31-bab1-8aacbe5ea145 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 814 time: 0.3131638
Apr 08 19:58:55.127111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Request body: {'port': {'device_id': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1', 'admin_state_up': True, 'tenant_id': 'ec81ec0cf48643158392ec966004fbb6'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:55.162550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fa2dfe34-f54e-447a-9345-255bd205d6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.286087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.291942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06e633b2-b05e-46f4-b6db-1ee76750cae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:55.307500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:55.310289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7305a14-b2e8-42a1-a18d-055feec7147f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:55.314442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:55.325638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:55.327998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.329215 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7305a14-b2e8-42a1-a18d-055feec7147f HTTP/1.1" status: 204  len: 168 time: 0.6143324
Apr 08 19:58:55.367452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Made reservation on behalf of ec81ec0cf48643158392ec966004fbb6 for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 19:58:55.376026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.609267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Allocated IP 172.20.0.6 (6df28df9-a39e-42c9-bbab-7f9ed15cbdb1/500b2fe2-366d-4195-85cb-195ce817dc8f/23bc26d3-29a0-4d69-be6f-6f319c045921) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:58:55.614185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.858886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d07051-cb3f-4df1-add8-61a10ed01f1f req-ba754ea9-5ecb-4237-b3a9-281d985363ab tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:55.860535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e9d07051-cb3f-4df1-add8-61a10ed01f1f req-ba754ea9-5ecb-4237-b3a9-281d985363ab tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 943 time: 0.2357531
Apr 08 19:58:55.926257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e9d07051-cb3f-4df1-add8-61a10ed01f1f req-29198657-e374-453f-a0cb-3ec7c1165f9c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582907
Apr 08 19:58:55.929393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:55.991626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:56.012283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:56.154504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Pushing event updated for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:56.159907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:56.227193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fe031-ac1a-40b9-9b91-895b010e38f1 req-713751a1-43c5-47a6-b2c3-ac7cd169d827 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:56.228809 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c00fe031-ac1a-40b9-9b91-895b010e38f1 req-713751a1-43c5-47a6-b2c3-ac7cd169d827 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 931 time: 0.1144009
Apr 08 19:58:56.266634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c00fe031-ac1a-40b9-9b91-895b010e38f1 req-e510828a-9fb4-4ccc-bb19-680f17fbb126 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287411
Apr 08 19:58:56.291614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:58:56.291614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:58:56.298501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:58:56.370355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dc336-2380-4ced-a017-c1fe55f43aa5 req-6dbaa1d4-95a0-46ff-bafb-6dab4f3ec483 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:56.373368 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5e3dc336-2380-4ced-a017-c1fe55f43aa5 req-6dbaa1d4-95a0-46ff-bafb-6dab4f3ec483 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1649284
Apr 08 19:58:56.389182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:56.389875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:56.434062 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5e3dc336-2380-4ced-a017-c1fe55f43aa5 req-e10ed0c4-0260-4b9a-a023-0459db562e74 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538990
Apr 08 19:58:56.470042 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3471470
Apr 08 19:58:56.483354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Request body: {'port': {'device_id': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:58:56.488324 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 07376fd0-ec7c-4115-8200-222c012315d9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:58:56.604475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:56.635172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:56.663816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '07376fd0-ec7c-4115-8200-222c012315d9', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'port_id': '07376fd0-ec7c-4115-8200-222c012315d9', 'mac_address': 'fa:16:3e:23:ff:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:58:56.731661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:56.733242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07376fd0-ec7c-4115-8200-222c012315d9 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:58:56.751856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:56.807956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:56.810443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:56.899343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:56.905759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:56.916346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.049329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:58:57.054106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bc26d3-29a0-4d69-be6f-6f319c045921 {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:58:57.063163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.080236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Transition to ACTIVE for port object 23bc26d3-29a0-4d69-be6f-6f319c045921 will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 19:58:57.115252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.145384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5c64fe5e-bc48-4677-b5ab-334d6b95c7e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:57.165281 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce6ad1-917d-42b7-b3c2-f27e82a90cb8 req-00adf8ce-f36b-4818-aa7d-70a8f3d894c4 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:57.167564 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74ce6ad1-917d-42b7-b3c2-f27e82a90cb8 req-00adf8ce-f36b-4818-aa7d-70a8f3d894c4 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 944 time: 0.1116560
Apr 08 19:58:57.211179 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-74ce6ad1-917d-42b7-b3c2-f27e82a90cb8 req-e4ac865c-085a-42ba-acf0-92f6c7921d74 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331142
Apr 08 19:58:57.286310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Pushing event updated for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:57.291327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:57.487173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.586742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Attempting to bind port 23bc26d3-29a0-4d69-be6f-6f319c045921 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 19:58:57.587115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Attempting to bind port 23bc26d3-29a0-4d69-be6f-6f319c045921 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 19:58:57.587483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Attempting to bind port 23bc26d3-29a0-4d69-be6f-6f319c045921 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:57.594385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Port 23bc26d3-29a0-4d69-be6f-6f319c045921 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 19:58:57.594746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Attempting to bind port 23bc26d3-29a0-4d69-be6f-6f319c045921 on network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 19:58:57.606274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd19ab-615f-4508-a046-e94d2347d84d req-6ea9ace8-a8f3-4be8-9442-ca121bf9f876 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:57.606771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bcbd19ab-615f-4508-a046-e94d2347d84d req-6ea9ace8-a8f3-4be8-9442-ca121bf9f876 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:58:57.615184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 19, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 19:58:57.615381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Checking segment: {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 19:58:57.616263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Bound using segment: {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 19:58:57.616263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Bound port: 23bc26d3-29a0-4d69-be6f-6f319c045921, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac12487-5f24-4793-a30b-f572a83e9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 19:58:57.617189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.657408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1e187-123d-445e-8b5b-051154e824d9 req-da9fde87-eb8a-4b2d-ae29-aeaf7c178597 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:57.659055 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3df1e187-123d-445e-8b5b-051154e824d9 req-da9fde87-eb8a-4b2d-ae29-aeaf7c178597 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.0966911
Apr 08 19:58:57.692818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3df1e187-123d-445e-8b5b-051154e824d9 req-038e763f-a58f-431a-8d9f-2ffeb3a5c585 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248203
Apr 08 19:58:57.719057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41886) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:57.727829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bcbd19ab-615f-4508-a046-e94d2347d84d req-6ea9ace8-a8f3-4be8-9442-ca121bf9f876 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:58:57.729092 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bcbd19ab-615f-4508-a046-e94d2347d84d req-6ea9ace8-a8f3-4be8-9442-ca121bf9f876 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 943 time: 0.3283737
Apr 08 19:58:57.741819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 19:58:57.767660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23bc26d3-29a0-4d69-be6f-6f319c045921,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 19:58:57.771188 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bcbd19ab-615f-4508-a046-e94d2347d84d req-4191b3b8-f4fe-4e97-98da-74cde310def8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321522
Apr 08 19:58:57.800861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.816809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:57.853929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:57.870238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:57.874317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Usage tracker for resource:security_group_rule and tenant:1197b6dcdb374114a333c5394c3c5ed5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:57.877452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:57.884874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:57.971663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Pushing event updated for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:57.976510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:57.978850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.006333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.007510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:58.008177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.009634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] 10.222.0.10 "PUT /v2.0/ports/23bc26d3-29a0-4d69-be6f-6f319c045921 HTTP/1.1" status: 200  len: 1093 time: 1.5313416
Apr 08 19:58:58.010208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:58.016730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6189ffdb-785f-46ff-8749-9b16d088464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:58.060303 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921', 'status': 'completed', 'code': 200}
Apr 08 19:58:58.060951 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1197b6dcdb374114a333c5394c3c5ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3406329
Apr 08 19:58:58.061763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecba036e-4009-425e-8f7d-da8c5fee13be,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:58.064527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41896) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:58.064977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:58.194498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.221222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-6b87bc09-59fc-4f4a-be36-80b49dbd62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:58.222849 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-6b87bc09-59fc-4f4a-be36-80b49dbd62e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 1096 time: 0.1422482
Apr 08 19:58:58.230667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.310740 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-38a08231-236f-4520-9f20-19ef907dc13a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23bc26d3-29a0-4d69-be6f-6f319c045921 HTTP/1.1" status: 200  len: 217 time: 0.0730865
Apr 08 19:58:58.451208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-823ebf6d-ea7c-4055-814a-290ed256c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:58.452750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-823ebf6d-ea7c-4055-814a-290ed256c1dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=500b2fe2-366d-4195-85cb-195ce817dc8f HTTP/1.1" status: 200  len: 854 time: 0.1352801
Apr 08 19:58:58.520517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 07376fd0-ec7c-4115-8200-222c012315d9 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:58:58.631460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 07376fd0-ec7c-4115-8200-222c012315d9 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:58:58.637755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 07376fd0-ec7c-4115-8200-222c012315d9 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:58:58.638361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.751096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-d25f32ac-8b0c-40fc-b373-5172da3b0c52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2872496
Apr 08 19:58:58.766298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.778738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:58:58.789226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:58:58.792386 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ba40-aa0b-46ac-a4ac-e4c700d4ae2f req-bb6d3090-43d3-4890-aa36-6929642f3f8f tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:58.795345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56c9ba40-aa0b-46ac-a4ac-e4c700d4ae2f req-bb6d3090-43d3-4890-aa36-6929642f3f8f tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 944 time: 0.4369783
Apr 08 19:58:58.798716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.817617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.819862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:58.852760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-60f96cb0-f103-4e2b-a4b9-f456b4e900de tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:58.872296 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'code': 200}
Apr 08 19:58:58.891453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecba036e-4009-425e-8f7d-da8c5fee13be,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:58.902523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:58.914098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:58.917752 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecba036e-4009-425e-8f7d-da8c5fee13be HTTP/1.1" status: 204  len: 168 time: 0.8493791
Apr 08 19:58:58.924884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:58.930184 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56c9ba40-aa0b-46ac-a4ac-e4c700d4ae2f req-605d66b5-7579-4739-b4c6-9c3e52717e37 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802007
Apr 08 19:58:58.938691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:58.985964 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-f5cc55d9-2455-4e60-84dc-6f09e1a5c6d9 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264647
Apr 08 19:58:59.040163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2851d4-de56-4643-af30-3ebd7fe75a25 req-398ad35f-f594-4393-8180-1457207dd16d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:59.041819 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ff2851d4-de56-4643-af30-3ebd7fe75a25 req-398ad35f-f594-4393-8180-1457207dd16d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 943 time: 0.1155128
Apr 08 19:58:59.084426 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ff2851d4-de56-4643-af30-3ebd7fe75a25 req-ec66c124-2c3f-41d2-9b50-7654e850e9af tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347607
Apr 08 19:58:59.150281 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-81ed5874-01b3-49fc-bcb7-dfcabcc33a8b req-bef887ac-b43a-4cb2-85be-6b1a4d88c710 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562519
Apr 08 19:58:59.179148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e902d6c-e2ae-4ea0-99ab-82b4035d760d req-ac241913-1e8c-4830-ad6d-fb2bf1dc6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:59.180831 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1e902d6c-e2ae-4ea0-99ab-82b4035d760d req-ac241913-1e8c-4830-ad6d-fb2bf1dc6ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1098 time: 0.0842428
Apr 08 19:58:59.209180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1e902d6c-e2ae-4ea0-99ab-82b4035d760d req-555e626e-4376-41c0-9ba7-d60342b98acb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0214684
Apr 08 19:58:59.339279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-4594dad2-2540-4d3b-ad58-5dca33d073b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:59.340998 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-4594dad2-2540-4d3b-ad58-5dca33d073b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec81ec0cf48643158392ec966004fbb6&device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 1096 time: 0.0783460
Apr 08 19:58:59.400545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41912) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:59.419498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.435005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:58:59.439093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Usage tracker for resource:security_group_rule and tenant:029c9106fccb4043bb804ad4cc985748 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:58:59.442023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:58:59.448780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:58:59.485771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-2dd57398-35fb-44f6-b4ba-5423dbdd984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:59.487415 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-2dd57398-35fb-44f6-b4ba-5423dbdd984c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 200  len: 915 time: 0.1377921
Apr 08 19:58:59.536533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.564629 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-5bd36796-2f29-44ac-914e-46f5efb707d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23bc26d3-29a0-4d69-be6f-6f319c045921 HTTP/1.1" status: 200  len: 217 time: 0.0698202
Apr 08 19:58:59.600951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.610245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a1660641-a11d-47df-a52d-854a70749728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:59.634362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-4d7cad27-7762-4b77-ba85-71d87f856b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:58:59.635932 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-4d7cad27-7762-4b77-ba85-71d87f856b48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=500b2fe2-366d-4195-85cb-195ce817dc8f HTTP/1.1" status: 200  len: 854 time: 0.0645146
Apr 08 19:58:59.656810 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=029c9106fccb4043bb804ad4cc985748&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2525594
Apr 08 19:58:59.656810 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d945da-5d29-4b68-a06e-754a95d2d22c,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:59.657804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41916) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:58:59.660692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:59.693237 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-1c8673f2-98a7-42f0-be75-fab07d9d8507 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496559
Apr 08 19:58:59.720832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.748559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.813592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.818964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3225f1ac-f8f5-48a9-9eb3-b0a348ac71f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:58:59.830121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d945da-5d29-4b68-a06e-754a95d2d22c,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:58:59.833859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:58:59.837675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:58:59.838844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1d945da-5d29-4b68-a06e-754a95d2d22c HTTP/1.1" status: 204  len: 168 time: 0.1800978
Apr 08 19:59:00.070276 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-edbdbd15-4a9c-406c-98e2-bc6a857101c1 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659251
Apr 08 19:59:00.182268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710125-00d4-4a65-a311-162d6f4670bf req-b62592ea-ff2f-486b-9cd7-b76a9a62b9b9 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:00.184009 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35710125-00d4-4a65-a311-162d6f4670bf req-b62592ea-ff2f-486b-9cd7-b76a9a62b9b9 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.1351194
Apr 08 19:59:00.231213 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35710125-00d4-4a65-a311-162d6f4670bf req-6dce05f6-64d1-49c2-83c8-0035244db241 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406466
Apr 08 19:59:00.264668 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a575ff4a-6a6c-425c-b9bb-dd3f30659451 req-e854f4f2-ae9e-4939-baff-1c2486f988f0 service neutron] 10.222.0.10 "GET /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817205
Apr 08 19:59:00.355647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935292c-4f87-4697-8046-355aa7b2ba16 req-e4ae78e0-6be1-4b1e-abda-df1085af4306 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:00.357250 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c935292c-4f87-4697-8046-355aa7b2ba16 req-e4ae78e0-6be1-4b1e-abda-df1085af4306 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 943 time: 0.0914309
Apr 08 19:59:00.389208 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c935292c-4f87-4697-8046-355aa7b2ba16 req-c9bf833f-4bf6-4c01-b71d-4398a4bb1ae4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250957
Apr 08 19:59:00.539646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 23bc26d3-29a0-4d69-be6f-6f319c045921 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 19:59:00.688248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23bc26d3-29a0-4d69-be6f-6f319c045921,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:00.702747 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '23bc26d3-29a0-4d69-be6f-6f319c045921', 'network_id': '6df28df9-a39e-42c9-bbab-7f9ed15cbdb1', 'port_id': '23bc26d3-29a0-4d69-be6f-6f319c045921', 'mac_address': 'fa:16:3e:57:f8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500b2fe2-366d-4195-85cb-195ce817dc8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 19:59:00.763742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:00.765009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bc26d3-29a0-4d69-be6f-6f319c045921 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 19:59:00.781121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23bc26d3-29a0-4d69-be6f-6f319c045921,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:00.802173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:00.805270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:00.879395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:00.883707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:01.052858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['23bc26d3-29a0-4d69-be6f-6f319c045921'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:59:01.436208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289359d8-2f7f-42de-9a7e-a5cb724d5fdf req-816d193f-fb47-4fbe-9f94-f95955811988 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:01.437981 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-289359d8-2f7f-42de-9a7e-a5cb724d5fdf req-816d193f-fb47-4fbe-9f94-f95955811988 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0906835
Apr 08 19:59:01.469756 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-289359d8-2f7f-42de-9a7e-a5cb724d5fdf req-e169f208-3c67-486c-9b24-bc112e53cac6 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246589
Apr 08 19:59:01.604540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149d65-4e5e-415f-a74b-a2b8eeff90d9 req-1da64b74-1fb1-4c15-89ab-95557c8fb249 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:01.606282 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-06149d65-4e5e-415f-a74b-a2b8eeff90d9 req-1da64b74-1fb1-4c15-89ab-95557c8fb249 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 944 time: 0.0988395
Apr 08 19:59:01.648166 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-06149d65-4e5e-415f-a74b-a2b8eeff90d9 req-8e458379-d8d8-422d-8d5d-c6686e234696 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349867
Apr 08 19:59:01.704957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d06499-1b89-461f-a34b-4826b6872ab7 req-1c8465ab-6387-4672-9e96-bd5719740b46 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:01.706646 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-52d06499-1b89-461f-a34b-4826b6872ab7 req-1c8465ab-6387-4672-9e96-bd5719740b46 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.1206653
Apr 08 19:59:01.737757 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-52d06499-1b89-461f-a34b-4826b6872ab7 req-3cf19b80-9c29-47cc-b345-7049b96d5937 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247364
Apr 08 19:59:02.075663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 41978) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:02.169307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45e65-d5c8-4753-9ffd-cd0a4385fc0a req-6acb927f-ced0-45b1-9e8d-9a9b10145e09 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:02.171162 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56f45e65-d5c8-4753-9ffd-cd0a4385fc0a req-6acb927f-ced0-45b1-9e8d-9a9b10145e09 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0881851
Apr 08 19:59:02.222410 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-56f45e65-d5c8-4753-9ffd-cd0a4385fc0a req-345f56eb-19cf-4400-900c-8dadcd6ff63b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449717
Apr 08 19:59:02.223809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.239496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:02.244215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Usage tracker for resource:security_group_rule and tenant:c1329a6373ba4b9dbfb497ddbc9dee4a is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:02.247189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:02.253201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:02.339725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.379434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.390171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0f70bf47-59ee-4f67-b058-711699b72eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:02.434329 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1329a6373ba4b9dbfb497ddbc9dee4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574076
Apr 08 19:59:02.435311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2795304-8dc0-4917-b952-1cc215050f69,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:02.437305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 41986) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:02.439021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:02.499669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.528882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.558478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 23bc26d3-29a0-4d69-be6f-6f319c045921 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 19:59:02.602565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.613337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8b2dc69f-5a2d-4298-aeb3-1683004402c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:02.630465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.632491 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2795304-8dc0-4917-b952-1cc215050f69 HTTP/1.1" status: 204  len: 168 time: 0.1940784
Apr 08 19:59:02.633606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2795304-8dc0-4917-b952-1cc215050f69,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:02.636306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-de1a0980-b0a1-48ef-9f1b-2128f4af8d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:02.659712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 23bc26d3-29a0-4d69-be6f-6f319c045921 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 19:59:02.676967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 23bc26d3-29a0-4d69-be6f-6f319c045921 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:59:02.676967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.816679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.842101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:02.852777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23bc26d3-29a0-4d69-be6f-6f319c045921,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:02.876551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:02.879539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:02.925804 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921', 'code': 200}
Apr 08 19:59:02.930724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973acbce-9848-4fa4-baae-4252cc5be2bf req-d492a8bd-d7e2-41a1-a7c5-a8109392d4e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:02.937175 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-973acbce-9848-4fa4-baae-4252cc5be2bf req-d492a8bd-d7e2-41a1-a7c5-a8109392d4e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.1123042
Apr 08 19:59:02.967945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:02.971733 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:02.973423 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-973acbce-9848-4fa4-baae-4252cc5be2bf req-a241bd46-4cf4-43b5-8aab-cc1c9c2e422c tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342112
Apr 08 19:59:03.126772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42002) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:03.188930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.207250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:03.213970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Usage tracker for resource:security_group_rule and tenant:24a78bdbdfe545718343e7fb2c92f4b8 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:03.217756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:03.225800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:03.272876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b796-3e92-4da3-a890-735ca0e13651 req-41b50384-b089-475d-a894-9f68953e478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:03.274518 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d2b0b796-3e92-4da3-a890-735ca0e13651 req-41b50384-b089-475d-a894-9f68953e478b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 1098 time: 0.1315432
Apr 08 19:59:03.314294 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d2b0b796-3e92-4da3-a890-735ca0e13651 req-3a04f76f-0d4a-43f6-a5a0-2c8900575277 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300484
Apr 08 19:59:03.354043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.384912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.393212 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-33ac3d58-f89c-4580-8a5c-008de6b45006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:03.436377 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24a78bdbdfe545718343e7fb2c92f4b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084850
Apr 08 19:59:03.437428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9199ae-b825-4a5e-b5e8-a7362022d0a9,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:03.439334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42006) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:03.440629 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:03.502293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.528566 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.631176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.636716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a07d28d2-5964-4b9f-b4c9-ee8d075da374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:03.649683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9199ae-b825-4a5e-b5e8-a7362022d0a9,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:03.652146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:03.661360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:03.665097 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e9199ae-b825-4a5e-b5e8-a7362022d0a9 HTTP/1.1" status: 204  len: 168 time: 0.2215128
Apr 08 19:59:04.204538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40fecd-9a9a-4d27-952a-f21979787a93 req-30ab9c00-37a2-46ed-9652-39a1aba8048c tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:04.206274 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ea40fecd-9a9a-4d27-952a-f21979787a93 req-30ab9c00-37a2-46ed-9652-39a1aba8048c tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.1114953
Apr 08 19:59:04.250310 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ea40fecd-9a9a-4d27-952a-f21979787a93 req-3f999e15-7e4d-4beb-bb43-e626eaffbfe8 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370040
Apr 08 19:59:05.461268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a5b9d-dd34-4b96-82eb-064bb65fe4ee req-a1b76246-8e61-4e5a-a42a-82c37b7fd797 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:05.462887 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e30a5b9d-dd34-4b96-82eb-064bb65fe4ee req-a1b76246-8e61-4e5a-a42a-82c37b7fd797 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0940878
Apr 08 19:59:05.493555 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e30a5b9d-dd34-4b96-82eb-064bb65fe4ee req-f8217c37-cecc-4e30-8355-f8cc360db445 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240622
Apr 08 19:59:11.313313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42146) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:11.436068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.451043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:11.455042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Usage tracker for resource:security_group_rule and tenant:36d649ca26784f43ace0588c0127c0d1 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:11.458028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:11.464548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:11.547812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.583208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.593225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-07776598-32a2-4835-8da1-e33a2306c2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:11.639649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42154) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:11.639873 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36d649ca26784f43ace0588c0127c0d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3251686
Apr 08 19:59:11.644494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464645df-aee4-4523-a538-f2c565d860eb,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:11.658753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-db48ad20-8a9e-427b-a389-1e434e184072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:11.707318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.735284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.825157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.831138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fea6278b-82a0-4535-a9bd-0526afd46564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:11.851394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464645df-aee4-4523-a538-f2c565d860eb,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:11.854603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:11.859284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:11.863497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/464645df-aee4-4523-a538-f2c565d860eb HTTP/1.1" status: 204  len: 168 time: 0.2226045
Apr 08 19:59:12.279762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42164) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:12.298858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.314350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:12.318330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Usage tracker for resource:security_group_rule and tenant:1ca2562903754cd98c08a5a4c8327d34 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:12.321268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:12.327912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:12.411727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.441770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.450984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-66d6c33f-00d0-4af4-b147-39c1d5f2298b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:12.493818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ca2562903754cd98c08a5a4c8327d34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2129254
Apr 08 19:59:12.494807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af164cba-ece3-4345-bd67-e728631c01c3,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:12.497016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42168) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:12.497992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:12.560506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.591124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.676220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.682850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-668a858a-b924-43e7-9f91-46bbea2d726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:12.697683 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af164cba-ece3-4345-bd67-e728631c01c3,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:12.700840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:12.705273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:12.706534 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ce5130c5-906f-48a9-830d-7698b45f2d8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af164cba-ece3-4345-bd67-e728631c01c3 HTTP/1.1" status: 204  len: 168 time: 0.2083321
Apr 08 19:59:13.202209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56a50a-116b-44a1-8fc4-c882c19815a7 req-cf4bd87b-c1e5-4fe0-b448-9911332bfa10 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:13.203811 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-db56a50a-116b-44a1-8fc4-c882c19815a7 req-cf4bd87b-c1e5-4fe0-b448-9911332bfa10 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0895894
Apr 08 19:59:13.236543 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-db56a50a-116b-44a1-8fc4-c882c19815a7 req-fc5700a2-0bb3-4364-a688-f97b185995ff tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258043
Apr 08 19:59:13.262756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42194) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:13.520843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296f704-126b-4913-9fce-0d413978fef1 tempest-TestMinimumBasicScenario-1133914136 tempest-TestMinimumBasicScenario-1133914136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:13.522254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3296f704-126b-4913-9fce-0d413978fef1 tempest-TestMinimumBasicScenario-1133914136 tempest-TestMinimumBasicScenario-1133914136-project-admin] Synchronizing usage tracker for tenant:436e9d99686d46c39ed14848ae7a9ff5 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:59:13.571864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3296f704-126b-4913-9fce-0d413978fef1 tempest-TestMinimumBasicScenario-1133914136 tempest-TestMinimumBasicScenario-1133914136-project-admin] Unset dirty status for tenant:436e9d99686d46c39ed14848ae7a9ff5 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:59:13.573293 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3296f704-126b-4913-9fce-0d413978fef1 tempest-TestMinimumBasicScenario-1133914136 tempest-TestMinimumBasicScenario-1133914136-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1093 time: 0.3093865
Apr 08 19:59:13.576537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42208) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:13.582290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'port_id': '07376fd0-ec7c-4115-8200-222c012315d9', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:13.589700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:13.593726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:floatingip and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:13.596898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:13.604971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:13.686284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for floatingip, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:13.833688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:13.980964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Allocated IP 172.27.1.210 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/bec42390-f341-4f65-be83-46a0b4649c3a) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 19:59:14.125029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:59:14.140746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:14.207286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:14.227843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2e9cc5cf-1d3b-4d26-a042-30d4796977ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:14.365933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'Port': ['ID=bec42390-f341-4f65-be83-46a0b4649c3a,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:14.371228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:14.419864 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 19:59:14.421037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 19:59:14.423413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 19:59:14.852887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:14.957698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:14.987406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42246) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:15.118637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.135041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:15.139093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f6aac8f4d02e464aab43e85b5e4a9af5 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:15.142086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:15.148146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:15.233741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.239945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.270596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.283620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-adabc620-b7ae-4255-b8a6-36bccdc24f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:15.293531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.309961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f3bd34c-c669-4d55-a800-30a7e40f8c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:15.326991 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6aac8f4d02e464aab43e85b5e4a9af5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3384230
Apr 08 19:59:15.327951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92213151-5c7c-4499-8d9e-7a1b89f2299c,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:15.330465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42254) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:15.342913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:15.392912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.420303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.448839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'Port': ['ID=bec42390-f341-4f65-be83-46a0b4649c3a,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:15.454023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:15.493030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.498301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6016b092-4e40-4b4d-aff1-e82ecbc7d42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:15.512485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92213151-5c7c-4499-8d9e-7a1b89f2299c,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:15.517562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:15.522795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.526515 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0e2cef28-9952-499a-af0a-5c7be737e49b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92213151-5c7c-4499-8d9e-7a1b89f2299c HTTP/1.1" status: 204  len: 168 time: 0.1926553
Apr 08 19:59:15.553576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:15.743918 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Floating IP 547c9879-372b-4625-b8d9-6f79ae40fdbb associated. External IP: 172.27.1.210, port: 07376fd0-ec7c-4115-8200-222c012315d9.
Apr 08 19:59:15.982669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42262) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:16.003157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.020453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:16.024658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Usage tracker for resource:security_group_rule and tenant:b52957fffb5c4ddcb1c6340fc01f105b is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:16.027885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:16.034121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:16.130771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.179558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.189165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57b5b3c5-79b1-417f-bc69-0c919ddf3a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:16.230401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a032df2-f38e-4644-b9b5-4d549e0f18fe,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:16.233677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:16.241052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b52957fffb5c4ddcb1c6340fc01f105b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2565625
Apr 08 19:59:16.241978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42268) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:16.308738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.338348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.383223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Router 153d9001-626b-4dca-a997-d9a6b67634bb has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:59:16.407303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.413004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4659327a-c623-4f71-894d-5a3b9a903272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:16.426791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a032df2-f38e-4644-b9b5-4d549e0f18fe,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:16.430506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:16.431487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.432710 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a032df2-f38e-4644-b9b5-4d549e0f18fe HTTP/1.1" status: 204  len: 168 time: 0.1897349
Apr 08 19:59:16.581213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:59:16.591037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Sync routers for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:59:16.601237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:16.601962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1679a20>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:16.641842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.710026 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1296778
Apr 08 19:59:16.710026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:16.710915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42276) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:16.718141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008183951', 'description': 'tempest-secgroup-smoke-2008183951 description', 'project_id': '73bcf7b7a52f44619e26722bc2a80285'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:16.726836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:16.739340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:16.764973 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 19:59:16.779174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:16.784105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:16.788275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:16.795767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:16.811179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:16.842827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:16.917171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-4dabc18b-b3d2-44f9-a2c9-ff3ae8e5eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:16.918807 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-4dabc18b-b3d2-44f9-a2c9-ff3ae8e5eba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1098 time: 0.1197834
Apr 08 19:59:17.031639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.070545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.077618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-685b7dd1-0659-40c9-9038-11863765d6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:17.131845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-ba13f419-22c6-4a4a-8997-5b007badca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:17.133440 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-ba13f419-22c6-4a4a-8997-5b007badca47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.1981483
Apr 08 19:59:17.141742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45af5d2-677a-410d-8f36-31530ac73cb7,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:17.144615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:17.197376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1679a20>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '547c9879-372b-4625-b8d9-6f79ae40fdbb', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'port_id': '07376fd0-ec7c-4115-8200-222c012315d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'mac_address': 'fa:16:3e:23:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:59:14Z', 'updated_at': '2021-04-08T19:59:14Z', 'revision_number': 0, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:17.201806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Checking router: 153d9001-626b-4dca-a997-d9a6b67634bb for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:59:17.211959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.216048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:17.216194 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5006118
Apr 08 19:59:17.216335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1679a20>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:58:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:17.217236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42296) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:17.226726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:17.235712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:17.242902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:17.246741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:17.253716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:17.261515 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-33a199f6-a893-4b00-b5fd-739617e17af5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 999 time: 0.1146622
Apr 08 19:59:17.313333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.375062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-682c9b96-4573-40d9-b7b2-e6cdd5471e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:17.376641 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-682c9b96-4573-40d9-b7b2-e6cdd5471e77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.1057384
Apr 08 19:59:17.397469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.424009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:17.447512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.449770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aae48339-a98f-4707-a7d4-c6883b35bcb1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:17.480700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-45025b83-8ef1-451f-ac08-936cf0e12ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:17.482590 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-45025b83-8ef1-451f-ac08-936cf0e12ce3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0983245
Apr 08 19:59:17.484435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f12df1e-95aa-4926-8783-6032764bf29f,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:17.487674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:17.510837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.515078 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2934623
Apr 08 19:59:17.515341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42308) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:17.520993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:17.530676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:17.536598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:17.540760 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:17.548567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:17.600945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.670723 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-6594f5cd-31af-4081-931e-f131d685b883 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753922
Apr 08 19:59:17.739261 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.773592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.782383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-402717da-9bb5-4831-b5a8-410911362cb7 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:17.809193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c467eb-4841-4b3b-a516-fda619261e5a,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:17.815128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:17.836517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1679a20>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '547c9879-372b-4625-b8d9-6f79ae40fdbb', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'port_id': '07376fd0-ec7c-4115-8200-222c012315d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'mac_address': 'fa:16:3e:23:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:59:14Z', 'updated_at': '2021-04-08T19:59:14Z', 'revision_number': 0, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:17.840499 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2e15d262-ec80-4e80-b444-4fdcdd8706b1 req-0d5af330-0abe-453c-b04c-6f0b44902b2f service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583426
Apr 08 19:59:17.840746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34510ea7-be47-4dd4-905b-34b5b0099248 None None] The sync data for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi is: [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '547c9879-372b-4625-b8d9-6f79ae40fdbb', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'port_id': '07376fd0-ec7c-4115-8200-222c012315d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'mac_address': 'fa:16:3e:23:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T19:59:14Z', 'updated_at': '2021-04-08T19:59:14Z', 'revision_number': 0, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:59:17.886365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:17.887700 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-a46d98e4-2286-4da3-a7a4-57e93c1a4f9b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3713400
Apr 08 19:59:17.890704 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42312) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:17.896791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:17.903577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:17.908144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:17.911434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:17.918276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:17.988584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.060539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.137635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.142414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:18.143954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4ea2e-6a83-4d0f-b1d8-704b2ba3a1ef None None] New status for floating IP 547c9879-372b-4625-b8d9-6f79ae40fdbb: ACTIVE {{(pid=85386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:59:18.168240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b92ec61-a4d9-48b9-9df7-89092fa9fee8,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:18.173119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:18.213588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.215595 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3233616
Apr 08 19:59:18.218746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42318) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:18.226410 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:18.235227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:18.240089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:18.244441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.247596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:18.258490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:18.320344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.413062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.436247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.438870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-72f5a3fc-79cb-46b0-8122-9cac90916d59 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:18.475944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd31f0b6-794d-473c-bb4f-d295d2796748,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:18.479166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:18.493495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.495888 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2759974
Apr 08 19:59:18.500987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42326) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:18.509501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:18.523668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:18.530031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:18.533461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:18.540601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:18.625807 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Project 73bcf7b7a52f44619e26722bc2a80285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 19:59:18.639370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.725763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.755205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.759795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9e288796-5124-43b3-a202-a2fd3e0cc1f7 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:18.791318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb97351b-c1a0-4e4d-9d64-fa51402d84c6,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:18.794043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:18.848367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:18.850290 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fd57ae24-2e13-474d-af97-c3c6bd6f6322 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3474143
Apr 08 19:59:18.853325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42332) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:18.859347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'security_group_rule': {'security_group_id': 'e45af5d2-677a-410d-8f36-31530ac73cb7', 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:18.866815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:18.871071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Usage tracker for resource:security_group_rule and tenant:73bcf7b7a52f44619e26722bc2a80285 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:18.878483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:18.886454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:18.922274 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Project 73bcf7b7a52f44619e26722bc2a80285 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 19:59:18.932044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.008501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.041890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.044114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ffe8e52e-fae6-4893-b7b0-05b3ce0fec33 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:19.067934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caa4462-4095-4cf8-b3f3-ec231670c552,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:19.071285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:19.127841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.129210 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-daefdc0f-68a5-4142-90d5-ae0645f04539 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2747836
Apr 08 19:59:19.244705 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-e378a272-6352-49e3-acd9-7d031de98be3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008183951&fields=id&tenant_id=73bcf7b7a52f44619e26722bc2a80285 HTTP/1.1" status: 200  len: 267 time: 0.0272689
Apr 08 19:59:19.335486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-3bb55966-ae82-46c2-ba03-0ec87d35d891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:19.337096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-3bb55966-ae82-46c2-ba03-0ec87d35d891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0864499
Apr 08 19:59:19.349111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'port': {'security_groups': ['40624eca-fb65-4d2d-aed6-aa7156053710', 'e45af5d2-677a-410d-8f36-31530ac73cb7']}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 19:59:19.484627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.822857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:19.851037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.908928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:19.921345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:59:19.929870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-25524a5d-1f8a-4bfd-94d1-ac2aeecbb842 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:20.098528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=6']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:20.106331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:20.147993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:20.148846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:20.150861 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-145a4ea8-c1c3-4f1a-bbf0-1b45ce5f5576 req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "PUT /v2.0/ports/07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 981 time: 0.8065350
Apr 08 19:59:20.151556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:20.210031 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 19:59:20.350445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f5443-5d0a-48a8-bff9-5dcf416ad3a5 req-ce7afc99-6f28-4c3a-b5b2-2a9581297142 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:20.352057 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f89f5443-5d0a-48a8-bff9-5dcf416ad3a5 req-ce7afc99-6f28-4c3a-b5b2-2a9581297142 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.0906446
Apr 08 19:59:20.379465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-000da338-87bb-4a2f-846c-d56e2dffb89c None None] Provisioning complete for port 07376fd0-ec7c-4115-8200-222c012315d9 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 19:59:20.379882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-000da338-87bb-4a2f-846c-d56e2dffb89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:20.388034 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f89f5443-5d0a-48a8-bff9-5dcf416ad3a5 req-985fcce0-2fee-4cee-9b2b-21b9bcff8cfa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0291383
Apr 08 19:59:21.176474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:59:22.731413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bf8129c0-7091-4982-b238-0aecbe65426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:23.167535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-a93b6d4f-cdfd-4aef-b89b-c9d617703985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:23.169470 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-a93b6d4f-cdfd-4aef-b89b-c9d617703985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1137 time: 0.0900104
Apr 08 19:59:23.311964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-b9b29a88-dd56-4fea-8c2a-d99f69af6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:23.313468 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-b9b29a88-dd56-4fea-8c2a-d99f69af6ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.1368330
Apr 08 19:59:23.430906 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-21a44865-d29c-4937-a670-0b00b21a86d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 1001 time: 0.1037323
Apr 08 19:59:23.504439 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-8acb1f25-6845-4460-83e7-55f367dc5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:23.506985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-8acb1f25-6845-4460-83e7-55f367dc5a43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.0676367
Apr 08 19:59:23.591952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-51d144d4-ecb9-4e91-8f5f-b808ca20eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:23.593585 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-51d144d4-ecb9-4e91-8f5f-b808ca20eb65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796328
Apr 08 19:59:23.760013 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-57969bd4-b4a7-4b5d-bc79-4580c4ed7e51 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587780
Apr 08 19:59:24.745742 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d899efe6-8ca0-4508-9aec-c67da4c53c05 req-ee7c1eea-da23-4c67-9834-eabbf1f9891d service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428676
Apr 08 19:59:25.097366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fbadf3ca-366d-4ebc-ab29-202fed82c170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:25.624167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:26.927115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:27.487158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.145564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42432) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:29.271992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.287045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:29.291101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Usage tracker for resource:security_group_rule and tenant:d651695e69824919aaba971416c70fec is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:29.294038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:29.300024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:29.387362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.406954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.416482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06230f8a-9817-4acf-8bdc-c7682c426041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:29.459165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d651695e69824919aaba971416c70fec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3118255
Apr 08 19:59:29.460126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1df955-4b29-4a5e-afa3-0594864007d5,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:29.462112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42438) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:29.463523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:29.527644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.554578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.641492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.647344 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-03c628c6-917b-4038-ba17-2278b70b86fc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:29.661174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1df955-4b29-4a5e-afa3-0594864007d5,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:29.664093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:29.666471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:29.669802 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4902ed25-d944-41a8-b0bc-c55450e859d0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b1df955-4b29-4a5e-afa3-0594864007d5 HTTP/1.1" status: 204  len: 168 time: 0.2064116
Apr 08 19:59:43.865984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf331b97-52b2-478d-8da7-b6eccc6f3671 req-45d88ad4-5348-487a-b6dc-2ef2fb09662e tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:43.867474 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf331b97-52b2-478d-8da7-b6eccc6f3671 req-45d88ad4-5348-487a-b6dc-2ef2fb09662e tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0889933
Apr 08 19:59:43.901817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf331b97-52b2-478d-8da7-b6eccc6f3671 req-0b349617-ea08-4bbb-95fb-e4b76b8b243f tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279849
Apr 08 19:59:45.113645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a319-37be-49be-941d-c496547a9a56 req-33d5ae03-5e71-4a8d-9445-019780dab479 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:45.115257 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5224a319-37be-49be-941d-c496547a9a56 req-33d5ae03-5e71-4a8d-9445-019780dab479 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0951183
Apr 08 19:59:45.146034 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5224a319-37be-49be-941d-c496547a9a56 req-62936100-780c-4002-94b8-b6028e5d3254 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243871
Apr 08 19:59:45.198267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42582) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:45.582067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Deleting port ee88e172-ed8b-4e87-b760-bbad66d654d8 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:45.582448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:45.764413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:45.764786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:45.893002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Calling delete_port for ee88e172-ed8b-4e87-b760-bbad66d654d8 owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:59:46.357524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39acc-09f8-4b38-82e5-90d1c8d9ba7e req-8028cdfe-8e5b-40f0-8426-6d831e71ae5c tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:46.359148 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cef39acc-09f8-4b38-82e5-90d1c8d9ba7e req-8028cdfe-8e5b-40f0-8426-6d831e71ae5c tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0950284
Apr 08 19:59:46.360285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:46.376985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:46.484218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event deleted for resources: {'Port': ['ID=ee88e172-ed8b-4e87-b760-bbad66d654d8,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:46.508488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.508895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.509298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.510553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.510553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.511052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.511440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.511829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.512216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.512601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.512987 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.513369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:46.516927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:46.524302 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cef39acc-09f8-4b38-82e5-90d1c8d9ba7e req-d263f56e-d64f-45c0-8ddc-045a3493e8cb tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504416
Apr 08 19:59:46.670945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for floatingip, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:46.671351 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Floating IP d85a7497-3b0d-4b0b-acfd-5d3d209eeae9 disassociated (deleted). External IP: 172.27.1.125, port: 8feae2ce-07cb-4aee-b8b8-66303130ad5d.
Apr 08 19:59:47.042684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:59:47.230903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:59:47.241006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Sync routers for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:59:47.251586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:47.252242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f10649b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:47.270089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:47.334359 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-40aa2b2a-7be2-4b2b-aff9-6b6d08b6b18d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "DELETE /v2.0/floatingips/d85a7497-3b0d-4b0b-acfd-5d3d209eeae9 HTTP/1.1" status: 204  len: 168 time: 2.1348443
Apr 08 19:59:47.335050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:47.391875 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'status': 'completed', 'code': 200}
Apr 08 19:59:47.441323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:47.745315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7fa38-3885-4a73-bce2-16acb521d1f3 req-c10e21c0-0f33-47ae-b2b2-2c05444d838d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:47.747207 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-58c7fa38-3885-4a73-bce2-16acb521d1f3 req-c10e21c0-0f33-47ae-b2b2-2c05444d838d tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0955687
Apr 08 19:59:47.779919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-58c7fa38-3885-4a73-bce2-16acb521d1f3 req-c563b606-039b-4232-8450-6ea20ccade29 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251598
Apr 08 19:59:47.823258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96112d-2323-4c75-8acd-77086b8cdba1 req-e54de41a-4bc1-4f4d-94b4-615da83f0f61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:47.824829 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f96112d-2323-4c75-8acd-77086b8cdba1 req-e54de41a-4bc1-4f4d-94b4-615da83f0f61 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0937641
Apr 08 19:59:47.855855 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f96112d-2323-4c75-8acd-77086b8cdba1 req-d6cefd14-8ff3-46da-af10-b171ab8d9f7d tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244370
Apr 08 19:59:47.927020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f10649b0>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:47.931001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Checking router: 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:59:47.940458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:47.941097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f10649b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:48.127986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:48.138650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:48.416958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e83b-4c73-49b7-a820-5050236c02cb req-ebb7f679-2458-4d6d-8abd-2bb8ff5a7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:48.418665 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-ebb7f679-2458-4d6d-8abd-2bb8ff5a7985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=880ea06ec3504a66b842211ec49c00f5&device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 1099 time: 0.0830548
Apr 08 19:59:48.451585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-8afb90b4-6570-4b5c-b778-233b071aa1f4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:48.453338 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-8afb90b4-6570-4b5c-b778-233b071aa1f4 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.0902522
Apr 08 19:59:48.470776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f10649b0>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:48.475182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddf0e3-ef0c-4cd4-a6f2-c5d0cefda1cc None None] The sync data for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi is: [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:54:09Z', 'revision_number': 4, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '4e320a17-68e4-4fbe-b20e-cc2208324387', 'name': '', 'network_id': '132c89c3-f18a-4d73-b60c-f47bcbea4fff', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'mac_address': 'fa:16:3e:64:a9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '8ef04c92-2a13-4447-b682-30719de0741b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:08Z', 'updated_at': '2021-04-08T19:54:21Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'subnets': [{'id': '8ef04c92-2a13-4447-b682-30719de0741b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:59:48.546025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Deleting port 23bc26d3-29a0-4d69-be6f-6f319c045921 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:48.546422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:48.571338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e83b-4c73-49b7-a820-5050236c02cb req-476572a0-3f8b-4d6f-b29b-a2106ec2a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:48.572961 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-476572a0-3f8b-4d6f-b29b-a2106ec2a13e service neutron] 10.222.0.10 "GET /v2.0/networks?id=132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 200  len: 910 time: 0.1457868
Apr 08 19:59:48.646311 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-d4dc9c96-adb1-4c70-a3b3-495c7dc2f2de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 200  len: 217 time: 0.0665665
Apr 08 19:59:48.721214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e83b-4c73-49b7-a820-5050236c02cb req-356d7d79-85bd-44fe-99cc-f5a852cbca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:48.722820 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-356d7d79-85bd-44fe-99cc-f5a852cbca1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 200  len: 848 time: 0.0679073
Apr 08 19:59:48.811143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521e83b-4c73-49b7-a820-5050236c02cb req-eec46d93-126b-4335-ae6a-85c5785563e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:48.812757 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-eec46d93-126b-4335-ae6a-85c5785563e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=132c89c3-f18a-4d73-b60c-f47bcbea4fff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816948
Apr 08 19:59:48.819511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] For port 23bc26d3-29a0-4d69-be6f-6f319c045921, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23bc26d3-29a0-4d69-be6f-6f319c045921,segment=NetworkSegment(aac12487-5f24-4793-a30b-f572a83e9b8e),segment_id=aac12487-5f24-4793-a30b-f572a83e9b8e)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:48.819915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:48.916719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9455e-7cfc-41a5-8fbb-542bc9732542 None None] New status for floating IP d85a7497-3b0d-4b0b-acfd-5d3d209eeae9: DOWN {{(pid=85386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 19:59:48.973372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Calling delete_port for 23bc26d3-29a0-4d69-be6f-6f319c045921 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:59:49.039106 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-20778d22-5dba-41b0-b904-c28417c7c32d service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123301
Apr 08 19:59:49.086659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc2e2-e569-48ec-8b70-d7212577577d req-e5083c3a-0c1c-4196-b8be-374d71509652 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:49.094722 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-59bcc2e2-e569-48ec-8b70-d7212577577d req-e5083c3a-0c1c-4196-b8be-374d71509652 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 945 time: 0.1861761
Apr 08 19:59:49.178101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4741-c274-4575-b0fd-4b02e17383a9 req-4ef61b17-1082-4248-a073-b8da39ced10a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:49.179739 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a7a4741-c274-4575-b0fd-4b02e17383a9 req-4ef61b17-1082-4248-a073-b8da39ced10a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1767306
Apr 08 19:59:49.200730 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-59bcc2e2-e569-48ec-8b70-d7212577577d req-f3bd812e-da6d-4da1-b1e1-ec9b24528aea tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf5a5787-041d-44dd-b082-c4a3e86c8634&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043282
Apr 08 19:59:49.240610 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a7a4741-c274-4575-b0fd-4b02e17383a9 req-95f050a3-d494-4738-9631-8bbd678193de tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477185
Apr 08 19:59:49.280259 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7521e83b-4c73-49b7-a820-5050236c02cb req-6389658e-c4f4-4ada-902a-09d98a91ee5d service neutron] 10.222.0.10 "GET /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319689
Apr 08 19:59:49.315851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:49.332195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['23bc26d3-29a0-4d69-be6f-6f319c045921'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 19:59:49.332638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0d431392-d7b3-4f9e-9d47-d6ae602a10d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:49.386158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Pushing event deleted for resources: {'Port': ['ID=23bc26d3-29a0-4d69-be6f-6f319c045921,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:49.443772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.444243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.444587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.444997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.445398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.445828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.446227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.446631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.447647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.448153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.448557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.448965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 19:59:49.459471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:49.592806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] No DVR routers for this DVR port 23bc26d3-29a0-4d69-be6f-6f319c045921 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:59:49.595267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:49.598221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'name': 'network-vif-deleted', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:49.647890 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9c0b9aaf-b927-4ce3-8709-020b6eb0409b req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.10 "DELETE /v2.0/ports/23bc26d3-29a0-4d69-be6f-6f319c045921 HTTP/1.1" status: 204  len: 173 time: 1.1876454
Apr 08 19:59:49.661226 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64738f7-d087-41b7-8966-1aa2879f5d0a', 'name': 'network-vif-deleted', 'tag': '23bc26d3-29a0-4d69-be6f-6f319c045921', 'status': 'completed', 'code': 200}
Apr 08 19:59:50.299359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-0ea01b5a-d5e8-46af-9042-510a3392d35f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:50.301121 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-0ea01b5a-d5e8-46af-9042-510a3392d35f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.0997198
Apr 08 19:59:50.412513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1aaefafd-a12d-44cc-9309-5202ce048fcd req-34efe440-ab83-4e71-83f7-8d3b9c9f5ced tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Synchronizing usage tracker for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:59:50.436952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Deleting port 8feae2ce-07cb-4aee-b8b8-66303130ad5d {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:50.437326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:50.537521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-1aaefafd-a12d-44cc-9309-5202ce048fcd req-34efe440-ab83-4e71-83f7-8d3b9c9f5ced tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Unset dirty status for tenant:ec81ec0cf48643158392ec966004fbb6 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:59:50.538833 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1aaefafd-a12d-44cc-9309-5202ce048fcd req-34efe440-ab83-4e71-83f7-8d3b9c9f5ced tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] 10.222.0.68 "GET /v2.0/ports?device_id=e64738f7-d087-41b7-8966-1aa2879f5d0a HTTP/1.1" status: 200  len: 210 time: 0.1902969
Apr 08 19:59:50.560679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aa963-7741-422f-9e3a-30b3c886e1ff req-80fa1b4b-a77a-4e56-865d-6c23da4ea065 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:50.561275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-ea2aa963-7741-422f-9e3a-30b3c886e1ff req-80fa1b4b-a77a-4e56-865d-6c23da4ea065 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:59:50.636067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-ea2aa963-7741-422f-9e3a-30b3c886e1ff req-80fa1b4b-a77a-4e56-865d-6c23da4ea065 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:59:50.637501 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ea2aa963-7741-422f-9e3a-30b3c886e1ff req-80fa1b4b-a77a-4e56-865d-6c23da4ea065 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 946 time: 0.1709654
Apr 08 19:59:50.671808 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ea2aa963-7741-422f-9e3a-30b3c886e1ff req-ac1664f5-a0fa-41d0-8dd3-1524a6d299c1 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce252fc2-b508-4e90-8f75-83eddb67789e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273969
Apr 08 19:59:50.729106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] For port 8feae2ce-07cb-4aee-b8b8-66303130ad5d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8feae2ce-07cb-4aee-b8b8-66303130ad5d,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:50.729499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:50.859543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Calling delete_port for 8feae2ce-07cb-4aee-b8b8-66303130ad5d owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:59:51.035170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:51.053086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca98eff4-bb8f-4362-b99c-ab66e14c8e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:51.126056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 19:59:51.381975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event deleted for resources: {'Port': ['ID=8feae2ce-07cb-4aee-b8b8-66303130ad5d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:51.388858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:51.533052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] No DVR routers for this DVR port 8feae2ce-07cb-4aee-b8b8-66303130ad5d on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 19:59:51.535489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:51.573510 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-14a95be3-839a-4a03-b2c9-02e9a1dc26fa req-942b4053-ce38-48c9-b241-c39d6eae3415 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.10 "DELETE /v2.0/ports/8feae2ce-07cb-4aee-b8b8-66303130ad5d HTTP/1.1" status: 204  len: 173 time: 1.2638628
Apr 08 19:59:51.662812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-deleted', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 19:59:51.715992 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1497e4-8340-4541-9cdb-fb6ede0a281b', 'name': 'network-vif-deleted', 'tag': '8feae2ce-07cb-4aee-b8b8-66303130ad5d', 'status': 'completed', 'code': 200}
Apr 08 19:59:51.856658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-295e312f-0ab0-4aa7-a1c6-e46c19fe7124 req-b1ae54af-9779-4de7-a7bf-f9f694a52b6e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Synchronizing usage tracker for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 19:59:51.898486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-295e312f-0ab0-4aa7-a1c6-e46c19fe7124 req-b1ae54af-9779-4de7-a7bf-f9f694a52b6e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Unset dirty status for tenant:880ea06ec3504a66b842211ec49c00f5 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 19:59:51.899805 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-295e312f-0ab0-4aa7-a1c6-e46c19fe7124 req-b1ae54af-9779-4de7-a7bf-f9f694a52b6e tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "GET /v2.0/ports?device_id=dc1497e4-8340-4541-9cdb-fb6ede0a281b HTTP/1.1" status: 200  len: 210 time: 0.0967085
Apr 08 19:59:52.731536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e929-345f-40c9-b7a8-370604a9f155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:53.010927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42658) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:53.084650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:53.117272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:53.235430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:53.240885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c8fb88ff-552b-405b-8675-4705c6a32c2a tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:53.258039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce252fc2-b508-4e90-8f75-83eddb67789e,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:53.261632 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:53.279580 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:59:53.301951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:53.305181 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] 10.222.0.68 "DELETE /v2.0/security-groups/ce252fc2-b508-4e90-8f75-83eddb67789e HTTP/1.1" status: 204  len: 168 time: 0.2912197
Apr 08 19:59:53.319905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 8feae2ce-07cb-4aee-b8b8-66303130ad5d {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:59:53.320215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 8feae2ce-07cb-4aee-b8b8-66303130ad5d not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:59:53.320671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 23bc26d3-29a0-4d69-be6f-6f319c045921 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:59:53.359698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 23bc26d3-29a0-4d69-be6f-6f319c045921 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:59:53.360095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 23bc26d3-29a0-4d69-be6f-6f319c045921 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:59:53.411008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42668) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:54.361676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:54.701568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42702) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:54.793157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Deleting port 4e320a17-68e4-4fbe-b20e-cc2208324387 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:54.793669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:54.851584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:54.871139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 19:59:54.877379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Usage tracker for resource:security_group_rule and tenant:823cbed1afc54c46a3f744f6d2872969 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 19:59:54.885963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 19:59:54.895041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 19:59:54.932672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db016f-fd93-40df-ba64-d286f736a3d5 req-ceef0bcc-0b79-4458-958e-f91d3d939109 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:54.934214 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b9db016f-fd93-40df-ba64-d286f736a3d5 req-ceef0bcc-0b79-4458-958e-f91d3d939109 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1513634
Apr 08 19:59:54.975369 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b9db016f-fd93-40df-ba64-d286f736a3d5 req-ded8090f-1768-43b6-800b-0b91580a6727 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340519
Apr 08 19:59:54.986320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] For port 4e320a17-68e4-4fbe-b20e-cc2208324387, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=4e320a17-68e4-4fbe-b20e-cc2208324387,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:54.986320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.026256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.062382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.071543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6c34c102-c4f6-4137-a250-34f13d298283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:55.096647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-951b73c2-adcf-4d4c-bd22-899ef8f043f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.119735 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=823cbed1afc54c46a3f744f6d2872969&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4169631
Apr 08 19:59:55.121555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048b7dce-db3a-41d1-8db7-9d68724208d6,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:55.122638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Calling delete_port for 4e320a17-68e4-4fbe-b20e-cc2208324387 owned by network:router_interface {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:59:55.124897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:55.125591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42708) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:55.187974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.215122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.285101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.290313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fae1a1c0-4062-4bba-9dce-18ca54e419dc tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:55.302999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048b7dce-db3a-41d1-8db7-9d68724208d6,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:55.306700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:55.308756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.313004 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/048b7dce-db3a-41d1-8db7-9d68724208d6 HTTP/1.1" status: 204  len: 168 time: 0.1832671
Apr 08 19:59:55.468105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.484297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1013b70f-11ac-4902-9e78-2b78129c916f tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:55.583272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e320a17-68e4-4fbe-b20e-cc2208324387,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:55.593492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:55.619277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:55.952658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:56.364710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e960d-f46f-4747-bc51-9def58f19070 req-a4ce779b-9b79-478a-9727-fddb7858dbb4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:56.366324 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c5e960d-f46f-4747-bc51-9def58f19070 req-a4ce779b-9b79-478a-9727-fddb7858dbb4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.2095850
Apr 08 19:59:56.518564 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6c5e960d-f46f-4747-bc51-9def58f19070 req-9974f1ae-687e-4bff-81a7-21752c63a36b tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007545
Apr 08 19:59:56.577045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 19:59:56.917333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.030007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 19:59:57.039928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Sync routers for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 19:59:57.050225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:57.050890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1158a58>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:57.073556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] 10.222.0.68 "PUT /v2.0/routers/829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6591005
Apr 08 19:59:57.074102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42746) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:57.239059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:57.272090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.470748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.475390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.492433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Deleting port caaa0044-f841-4b4d-aff6-98f2d49263fa {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:57.492813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.544246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1158a58>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:59:55Z', 'revision_number': 5, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port': {'id': 'caaa0044-f841-4b4d-aff6-98f2d49263fa', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:05Z', 'updated_at': '2021-04-08T19:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:57.548391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Checking router: 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 19:59:57.559663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Routers {'829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 19:59:57.560402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1158a58>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:57.723990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] Set router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 19:59:57.744442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] For port caaa0044-f841-4b4d-aff6-98f2d49263fa, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=caaa0044-f841-4b4d-aff6-98f2d49263fa,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:57.744842 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:57.839490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1158a58>, [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:59:57Z', 'revision_number': 6, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 19:59:57.843847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619084d1-20a7-40cf-ad91-7b5c431952c5 None None] The sync data for ids ['829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca'] in dv-cinder-784623-4-iscsi is: [{'id': '829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca', 'name': 'tempest-TestShelveInstance-1502452147-router', 'tenant_id': '880ea06ec3504a66b842211ec49c00f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:04Z', 'updated_at': '2021-04-08T19:59:57Z', 'revision_number': 6, 'project_id': '880ea06ec3504a66b842211ec49c00f5', 'gw_port_host': None}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 19:59:57.895321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Calling delete_port for caaa0044-f841-4b4d-aff6-98f2d49263fa owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 19:59:57.935093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e320a17-68e4-4fbe-b20e-cc2208324387 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 19:59:57.977601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52dde3-97b1-44ef-a7e8-15fb1e75f791 req-20afe6a0-7a22-4343-a912-fb88c091e175 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:57.979642 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cb52dde3-97b1-44ef-a7e8-15fb1e75f791 req-20afe6a0-7a22-4343-a912-fb88c091e175 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.3130600
Apr 08 19:59:57.987583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 4e320a17-68e4-4fbe-b20e-cc2208324387 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 19:59:57.987985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 4e320a17-68e4-4fbe-b20e-cc2208324387 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 19:59:58.037750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cb52dde3-97b1-44ef-a7e8-15fb1e75f791 req-bb8394cf-eebe-4fb1-aa96-680224a1d15a tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508220
Apr 08 19:59:58.258343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:58.277990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3396d7e8-3137-426c-843c-1f601898281f tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 19:59:58.374162 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Pushing event deleted for resources: {'Port': ['ID=caaa0044-f841-4b4d-aff6-98f2d49263fa,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 19:59:58.389883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 19:59:58.566779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-7af616e6-fc55-47ec-934c-431a166bdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:58.568383 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-7af616e6-fc55-47ec-934c-431a166bdb7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1137 time: 0.0829546
Apr 08 19:59:58.690272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-0c2da75e-c789-40a8-8cb3-1c9634fad5d4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:58.691945 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-0c2da75e-c789-40a8-8cb3-1c9634fad5d4 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.3101003
Apr 08 19:59:58.755017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-918d32b1-04cd-4399-a7fb-fec53e5fcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:58.758835 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-918d32b1-04cd-4399-a7fb-fec53e5fcc95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.1830330
Apr 08 19:59:58.843657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Deleting port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 19:59:58.844050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:58.887829 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319325ad-83d7-4592-a23e-084f72d29d54 req-5e0fd46a-a088-4562-be6d-7d868796a1c2 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:58.889486 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-319325ad-83d7-4592-a23e-084f72d29d54 req-5e0fd46a-a088-4562-be6d-7d868796a1c2 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.3995416
Apr 08 19:59:58.890399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:58.904389 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-f8281051-03a4-4909-8439-bd2c5ac37f52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 1001 time: 0.1379697
Apr 08 19:59:58.975173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-9628d78c-feb3-4fc4-9d27-770f27557726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:58.976749 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-9628d78c-feb3-4fc4-9d27-770f27557726 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.0657694
Apr 08 19:59:59.063980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-070cf144-4bac-401f-bfee-9aa345724726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:59.065492 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-070cf144-4bac-401f-bfee-9aa345724726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816553
Apr 08 19:59:59.130240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-319325ad-83d7-4592-a23e-084f72d29d54 req-dccedd10-e474-4f19-baaa-1d00661dfd22 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1815050
Apr 08 19:59:59.134803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.139128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.313471 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-11ec229a-4902-4330-8dd5-e867295fd25d service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383349
Apr 08 19:59:59.323705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37c80-aef4-4919-b60a-b8d1acc7c4d4 req-edfc7dbb-db41-4914-9a7b-5f26ef0d4419 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 19:59:59.325727 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dde37c80-aef4-4919-b60a-b8d1acc7c4d4 req-edfc7dbb-db41-4914-9a7b-5f26ef0d4419 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 946 time: 0.1410854
Apr 08 19:59:59.355146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.355927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 19:59:59.402123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.406149 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] 10.222.0.68 "DELETE /v2.0/routers/829b8ce9-9e8e-40f7-9a13-3e4d4a39e1ca HTTP/1.1" status: 204  len: 168 time: 2.3308303
Apr 08 19:59:59.407304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42784) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 19:59:59.409247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] For port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 19:59:59.409660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.470375 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-dde37c80-aef4-4919-b60a-b8d1acc7c4d4 req-2242a3d4-a954-4f18-b1d0-4cec4a3a0ae0 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups?id=5174aec0-425f-4e5c-be79-6f2401e6d62f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149695
Apr 08 19:59:59.529619 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-73772ad4-9e50-4c61-a922-5478fa245de7 req-084d6c5c-5c84-4564-8676-4f5c7cdeb375 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025938
Apr 08 19:59:59.805078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Deleting subnet 8ef04c92-2a13-4447-b682-30719de0741b {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 19:59:59.810099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.955519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 19:59:59.965738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device caaa0044-f841-4b4d-aff6-98f2d49263fa no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:00.005647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: caaa0044-f841-4b4d-aff6-98f2d49263fa {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:00.006215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device caaa0044-f841-4b4d-aff6-98f2d49263fa not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:00.176741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:00.177305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:00.177667 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Floating IP 896000ef-3afc-4f45-8778-92e7dcf80643 disassociated. External IP: 172.27.1.38, port: f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8.
Apr 08 20:00:00.178074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Calling delete_port for f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:00.251958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:00.572897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf0746-cef3-4145-9b51-19459a0e0da4 req-8de7b74a-202f-4ebe-991d-76b007a67f23 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:00.574613 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4dbf0746-cef3-4145-9b51-19459a0e0da4 req-8de7b74a-202f-4ebe-991d-76b007a67f23 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.2906299
Apr 08 20:00:00.634784 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4dbf0746-cef3-4145-9b51-19459a0e0da4 req-5ffa7b81-c1d4-41b8-9930-aec35aaed450 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468566
Apr 08 20:00:00.668473 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96097160-cab1-4b1f-9b6c-a9405bc5b17b req-3009410a-f538-43d6-8850-2dcb482f0c62 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 210 time: 0.0617123
Apr 08 20:00:00.676355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:00.706853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d60ba3c9-5467-45dc-a8ae-13da2d5bb3e0 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:00.813184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'Port': ['ID=f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:00.828638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:00.967212 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.045579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9f6b6531-f277-4553-9661-d8ee8130bddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:01.133567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef04c92-2a13-4447-b682-30719de0741b,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:01.143458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:01.224855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.229244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15342714-7e59-45f9-aba8-2032221c5e1b None None] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:00:01.244314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:00:01.315142 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-23448619-a866-47c5-be3c-fa555192aaed admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8ef04c92-2a13-4447-b682-30719de0741b HTTP/1.1" status: 204  len: 168 time: 1.8941898
Apr 08 20:00:01.316219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42810) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:01.319631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:01.372310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:01.372708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:01.464002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:00:01.494084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:00:01.508918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:01.509968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0822c50>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:01.533562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.561536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] No DVR routers for this DVR port f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:00:01.564133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.566481 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e3b6f4e2-b240-43c6-8a38-15c0a0b400a2 req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.10 "DELETE /v2.0/ports/f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8 HTTP/1.1" status: 204  len: 173 time: 2.8398340
Apr 08 20:00:01.567081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-deleted', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:00:01.622465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Deleting port 9add91ee-8366-4538-b4f6-83502d73a491 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:01.622887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.642881 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bf2a25-6228-4c34-9692-d040d9b14914', 'name': 'network-vif-deleted', 'tag': 'f1a5e73e-a2c4-445e-84ca-da67ae6fb9c8', 'status': 'completed', 'code': 200}
Apr 08 20:00:01.743283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:01.818706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] DHCP port deletion for 132c89c3-f18a-4d73-b60c-f47bcbea4fff request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:00:01.836718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Deleting port 9add91ee-8366-4538-b4f6-83502d73a491 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:01.837997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:01.905982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] For port 9add91ee-8366-4538-b4f6-83502d73a491, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9add91ee-8366-4538-b4f6-83502d73a491,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:01.906307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.019215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f6bca457-daef-4f92-8ece-0d14faad33d1 req-0b9401a2-3a8e-47cf-9577-4a750393e301 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Synchronizing usage tracker for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:00:02.079331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9add91ee-8366-4538-b4f6-83502d73a491 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:02.110284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Calling delete_port for 9add91ee-8366-4538-b4f6-83502d73a491 owned by network:dhcp {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:02.125479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-f6bca457-daef-4f92-8ece-0d14faad33d1 req-0b9401a2-3a8e-47cf-9577-4a750393e301 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Unset dirty status for tenant:30d8c4f66d9b4b4f996a64bcb58cb94f on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:00:02.130357 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f6bca457-daef-4f92-8ece-0d14faad33d1 req-0b9401a2-3a8e-47cf-9577-4a750393e301 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/ports?device_id=69bf2a25-6228-4c34-9692-d040d9b14914 HTTP/1.1" status: 200  len: 210 time: 0.1863520
Apr 08 20:00:02.367260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4a788-b108-46f3-9a63-a43cbc94bd39 req-51e08b59-1c17-459a-928f-66b5284efda6 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:02.369955 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c7f4a788-b108-46f3-9a63-a43cbc94bd39 req-51e08b59-1c17-459a-928f-66b5284efda6 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.2684464
Apr 08 20:00:02.405360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c7f4a788-b108-46f3-9a63-a43cbc94bd39 req-f30f597d-1dfe-4f2e-b13b-e731bc3cc82b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:00:02.410000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.426378 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:02.455907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Port 9add91ee-8366-4538-b4f6-83502d73a491 update to DOWN by agent not found {{(pid=85386) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 08 20:00:02.505976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] For port 9add91ee-8366-4538-b4f6-83502d73a491, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9add91ee-8366-4538-b4f6-83502d73a491,segment=NetworkSegment(dbcd8cdd-04be-49d0-b430-96203b44e51c),segment_id=dbcd8cdd-04be-49d0-b430-96203b44e51c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:02.506415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.534853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9add91ee-8366-4538-b4f6-83502d73a491,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:02.543029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:02.543833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-c7f4a788-b108-46f3-9a63-a43cbc94bd39 req-f30f597d-1dfe-4f2e-b13b-e731bc3cc82b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:00:02.545115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c7f4a788-b108-46f3-9a63-a43cbc94bd39 req-f30f597d-1dfe-4f2e-b13b-e731bc3cc82b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1687381
Apr 08 20:00:02.591865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] No DVR routers for this DVR port 9add91ee-8366-4538-b4f6-83502d73a491 on host dv-cinder-784623-4-iscsi {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:00:02.683135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Calling delete_port for 9add91ee-8366-4538-b4f6-83502d73a491 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:02.728223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.788569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:02.788977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:02.795010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0822c50>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:02.799101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:00:02.808238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:02.808902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0822c50>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:02.844687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2eb7e10b8>,) {'filters': {'network_id': ['132c89c3-f18a-4d73-b60c-f47bcbea4fff']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:02.857479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb7e10b8>, 'dbcd8cdd-04be-49d0-b430-96203b44e51c') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:02.857876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb7e10b8>, 'dbcd8cdd-04be-49d0-b430-96203b44e51c') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:02.869860 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.885399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:02.891707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:00:03.084836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:03.094076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.162626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:03.276923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Network 132c89c3-f18a-4d73-b60c-f47bcbea4fff has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:03.295686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Deleting port 9add91ee-8366-4538-b4f6-83502d73a491 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:03.295927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.301687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42838) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:00:03.304118 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:00:03.400978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cb71dbe6-91a7-443c-8435-626481641eb3 None None] The port '9add91ee-8366-4538-b4f6-83502d73a491' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:00:03.409745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.429549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.442493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.445010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.450383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-86253971-1954-4b52-8d39-ecdbeb1ebdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:03.503669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=132c89c3-f18a-4d73-b60c-f47bcbea4fff,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:03.506711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:03.511614 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42848) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:03.511764 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] 10.222.0.68 "DELETE /v2.0/networks/132c89c3-f18a-4d73-b60c-f47bcbea4fff HTTP/1.1" status: 204  len: 168 time: 2.1940305
Apr 08 20:00:03.575340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:03.596009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f5d4b912-d9ae-4ea3-ad64-a18a9c676794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:03.715202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0822c50>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:03.721341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad7fef-0eb9-4237-a65d-ecabc42b07fb None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T19:52:19Z', 'revision_number': 4, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'b47fff85-2dc2-43c7-9d29-c0b6909ac6ae', 'name': '', 'network_id': '9da151bf-9cf9-4fd1-97e3-80d4822b6fc5', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'mac_address': 'fa:16:3e:75:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:11Z', 'updated_at': '2021-04-08T19:52:34Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'subnets': [{'id': '10fb61be-0d6a-4d57-b0de-63b43150e376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:00:03.967776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5174aec0-425f-4e5c-be79-6f2401e6d62f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:03.983065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:04.007948 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:04.012217 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "DELETE /v2.0/security-groups/5174aec0-425f-4e5c-be79-6f2401e6d62f HTTP/1.1" status: 204  len: 168 time: 0.7091866
Apr 08 20:00:04.012741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42856) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:04.045371 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.api.v2.resource [None req-b045f8c3-6d6c-4f92-9856-675531322a20 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] show failed (client error): The resource could not be found.
Apr 08 20:00:04.046884 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b045f8c3-6d6c-4f92-9856-675531322a20 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "GET /v2.0/security-groups/5174aec0-425f-4e5c-be79-6f2401e6d62f HTTP/1.1" status: 404  len: 347 time: 0.0328708
Apr 08 20:00:04.049934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42862) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:04.201227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1794b3-4919-4619-bb1f-fe55915fb132 None None] New status for floating IP 896000ef-3afc-4f45-8778-92e7dcf80643: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:00:04.235730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f185b-c24e-4286-a795-f032cedf0ea6 req-2a9dd25b-b305-43b9-a73b-fe55c9675429 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:04.237357 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-516f185b-c24e-4286-a795-f032cedf0ea6 req-2a9dd25b-b305-43b9-a73b-fe55c9675429 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.3793325
Apr 08 20:00:04.240869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Deleting port 84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:04.241297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:04.295566 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-516f185b-c24e-4286-a795-f032cedf0ea6 req-a3391cd3-b9de-4502-b497-df72c1bfd55b tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450506
Apr 08 20:00:04.440895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:04.441318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:04.541564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:04.577461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Calling delete_port for 84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:04.716862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:04.717234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:04.912338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Deleting port 62673b2f-a609-47d2-b088-a8362fecee4f {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:04.912723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.093258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] For port 62673b2f-a609-47d2-b088-a8362fecee4f, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=62673b2f-a609-47d2-b088-a8362fecee4f,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:05.093844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.218563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Deleting port 84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:05.219176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.226793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Calling delete_port for 62673b2f-a609-47d2-b088-a8362fecee4f owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:05.423533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.423533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.441090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.458041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2c2d5417-ab1d-4023-b793-96378a95983b tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:05.557391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62673b2f-a609-47d2-b088-a8362fecee4f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:05.568007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:05.848931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Calling delete_port for 84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:05.941959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:05.966140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28875803-a87b-4a6b-b215-f6771214ec0e req-15ddd771-68d0-47af-b07f-ddbae48530b0 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:05.967790 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-28875803-a87b-4a6b-b215-f6771214ec0e req-15ddd771-68d0-47af-b07f-ddbae48530b0 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.5438910
Apr 08 20:00:06.046441 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-28875803-a87b-4a6b-b215-f6771214ec0e req-9a050466-a9b2-44fe-bd78-3fceee379d83 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429723
Apr 08 20:00:06.109801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:06.127946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:06.217429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Pushing event deleted for resources: {'Port': ['ID=84fc50ac-51b0-4595-a3d3-bb2e8b9f13eb,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:06.227377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:06.389700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks [] for floatingip, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:06.436180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:06.437409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-aff6159b-67ee-4e21-810f-4635699d9579 tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] 10.222.0.68 "DELETE /v2.0/floatingips/896000ef-3afc-4f45-8778-92e7dcf80643 HTTP/1.1" status: 204  len: 168 time: 2.3864973
Apr 08 20:00:06.713001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:00:06.897381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:00:06.906392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Sync routers for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:00:06.908557 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] 10.222.0.68 "PUT /v2.0/routers/0fe4e12f-3b47-49a4-b6d2-31f6cb484e78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3957968
Apr 08 20:00:06.910642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42882) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:06.916708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:06.917366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabf28>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:07.109231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:07.112185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:07.375157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ce31f-9e69-4e03-bbb9-7b555b1a06d1 req-e9d3fefa-380e-4fb4-b6a5-c1f81a837088 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:07.376767 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-861ce31f-9e69-4e03-bbb9-7b555b1a06d1 req-e9d3fefa-380e-4fb4-b6a5-c1f81a837088 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.2070141
Apr 08 20:00:07.378882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:07.412291 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-861ce31f-9e69-4e03-bbb9-7b555b1a06d1 req-2f8793be-3644-44d7-b8af-46710694fe05 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0285077
Apr 08 20:00:07.424015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabf28>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T20:00:05Z', 'revision_number': 5, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port': {'id': '9cd69885-37f2-4868-85f1-0731458ce3ea', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:54:17Z', 'updated_at': '2021-04-08T19:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:07.427846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Deleting port 9cd69885-37f2-4868-85f1-0731458ce3ea {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:07.428248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:07.429053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Checking router: 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:00:07.439171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Routers {'0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:07.439947 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabf28>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:07.617582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] Set router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 gateway port host: None {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:07.632017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] For port 9cd69885-37f2-4868-85f1-0731458ce3ea, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=9cd69885-37f2-4868-85f1-0731458ce3ea,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:07.632487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:07.743050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0eabf28>, [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T20:00:07Z', 'revision_number': 6, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:07.747711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b2cb9-34c5-45d7-b40d-1fe17d3fe8ef None None] The sync data for ids ['0fe4e12f-3b47-49a4-b6d2-31f6cb484e78'] in dv-cinder-784623-4-iscsi is: [{'id': '0fe4e12f-3b47-49a4-b6d2-31f6cb484e78', 'name': 'tempest-TestShelveInstance-1779480882-router', 'tenant_id': '614438f37ff744a2a457419047ca9877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:54:16Z', 'updated_at': '2021-04-08T20:00:07Z', 'revision_number': 6, 'project_id': '614438f37ff744a2a457419047ca9877', 'gw_port_host': None}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:00:07.791804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Calling delete_port for 9cd69885-37f2-4868-85f1-0731458ce3ea owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:07.935042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 62673b2f-a609-47d2-b088-a8362fecee4f no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:07.978044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 62673b2f-a609-47d2-b088-a8362fecee4f {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:07.978470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 62673b2f-a609-47d2-b088-a8362fecee4f not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:08.057983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.074016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-70cfdf37-823c-4f03-8418-ab0f87855b6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:08.183751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd69885-37f2-4868-85f1-0731458ce3ea,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:08.194265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:08.376784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.574390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.576784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.644145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520dc5-9504-408f-a879-47990473a096 req-6849f002-0865-44c2-aa58-c4226a1a4d06 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:08.646139 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6520dc5-9504-408f-a879-47990473a096 req-6849f002-0865-44c2-aa58-c4226a1a4d06 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.1105180
Apr 08 20:00:08.681596 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a6520dc5-9504-408f-a879-47990473a096 req-342eda10-82c0-49b7-8c2f-78b818d37d7e tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0284755
Apr 08 20:00:08.829295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.830033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:00:08.843826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.845602 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] 10.222.0.68 "DELETE /v2.0/routers/0fe4e12f-3b47-49a4-b6d2-31f6cb484e78 HTTP/1.1" status: 204  len: 168 time: 1.9334059
Apr 08 20:00:08.847910 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42914) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:08.916995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Deleting subnet 7d66d748-4715-4b9a-9d87-f7d604706e13 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:00:08.924290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:08.976249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.074427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.475453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.496117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:09.584541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d66d748-4715-4b9a-9d87-f7d604706e13,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:09.597856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42930) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:09.600985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:09.639985 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.646773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37926332-dd39-4055-a3f3-0f325cb4c2bc None None] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:00:09.651787 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 42936) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:09.665110 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-54dc7023-7315-441e-9c34-3670b69d91f9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7d66d748-4715-4b9a-9d87-f7d604706e13 HTTP/1.1" status: 204  len: 168 time: 0.8125567
Apr 08 20:00:09.781581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.893430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065390c-7674-473b-8bae-180153d64597 req-b947382f-6549-46ca-a904-0f15680d0626 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:09.895104 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2065390c-7674-473b-8bae-180153d64597 req-b947382f-6549-46ca-a904-0f15680d0626 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.0923059
Apr 08 20:00:09.932508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2065390c-7674-473b-8bae-180153d64597 req-a2e1b519-99f7-4d19-95c3-f6089ed9f084 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0297694
Apr 08 20:00:09.942891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] DHCP port deletion for 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:00:09.948483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Deleting port dec74cda-3833-4f95-b969-6a2766b0dc52 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:09.948869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:09.994675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Deleting port dec74cda-3833-4f95-b969-6a2766b0dc52 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:09.995068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:10.007167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dec74cda-3833-4f95-b969-6a2766b0dc52 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:10.275886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:10.276334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:10.290753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:10.413120 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:10.413522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:10.427949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Calling delete_port for dec74cda-3833-4f95-b969-6a2766b0dc52 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:10.468025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:10.507563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:10.508381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9cd69885-37f2-4868-85f1-0731458ce3ea no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:10.538460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-96a8135a-4d41-4127-ba67-b4bf237507d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:10.561297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Calling delete_port for dec74cda-3833-4f95-b969-6a2766b0dc52 owned by network:dhcp {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:10.581396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:10.581826 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:10.582339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 9cd69885-37f2-4868-85f1-0731458ce3ea {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:10.582719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 9cd69885-37f2-4868-85f1-0731458ce3ea not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:10.618949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=dec74cda-3833-4f95-b969-6a2766b0dc52,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:10.630931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.631564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.631946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.632323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.632694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.633063 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.633431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.633843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.634571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.634571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.634886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.635245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:00:10.639946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:10.755820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:10.756194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:10.835901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.083119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Deleting port dec74cda-3833-4f95-b969-6a2766b0dc52 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:11.083585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.221599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a0e1-f110-4870-88fe-f76eb6bd1dda req-f1ea6268-f046-43ed-b1f7-d756b521b09d tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:11.223473 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c194a0e1-f110-4870-88fe-f76eb6bd1dda req-f1ea6268-f046-43ed-b1f7-d756b521b09d tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.1548538
Apr 08 20:00:11.260667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Deleting port dec74cda-3833-4f95-b969-6a2766b0dc52 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:11.261054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.364377 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c194a0e1-f110-4870-88fe-f76eb6bd1dda req-42757cdc-684d-40f3-b6d6-4f4502c5f434 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1327088
Apr 08 20:00:11.421583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Deleting port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:11.422030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.482370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:11.483133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.618833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Calling delete_port for dec74cda-3833-4f95-b969-6a2766b0dc52 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:11.731226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291'] for port, after_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:11.762958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:11.858144 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Pushing event deleted for resources: {'Port': ['ID=dec74cda-3833-4f95-b969-6a2766b0dc52,revision_number=None']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:11.865077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:11.910972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0e1d9-0556-4415-861a-ee9f7b30f2a6 None None] No DVR routers for this DVR port dec74cda-3833-4f95-b969-6a2766b0dc52 on host dv-cinder-784623-4-iscsi {{(pid=85386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:00:11.931514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] For port dec74cda-3833-4f95-b969-6a2766b0dc52, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dec74cda-3833-4f95-b969-6a2766b0dc52,segment=NetworkSegment(6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00),segment_id=6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:11.931919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:12.080731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Calling delete_port for dec74cda-3833-4f95-b969-6a2766b0dc52 owned by network:dhcp {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:12.146603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] For port b47fff85-2dc2-43c7-9d29-c0b6909ac6ae, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:12.147006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:12.292016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Calling delete_port for b47fff85-2dc2-43c7-9d29-c0b6909ac6ae owned by network:router_interface {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:12.359618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:12.359993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:12.521105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:12.543306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26bc745e-d6be-45ef-94c0-b428dfd30145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:12.606184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0065-52da-4eab-a0a1-e82c91caf872 req-31fbfd5b-b960-43b4-9ddc-cd928b028d67 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:12.608264 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a2b0065-52da-4eab-a0a1-e82c91caf872 req-31fbfd5b-b960-43b4-9ddc-cd928b028d67 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.1148334
Apr 08 20:00:12.659268 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1a2b0065-52da-4eab-a0a1-e82c91caf872 req-15d9315f-71b6-46c5-a9d9-dfd29ea91eb5 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442584
Apr 08 20:00:12.735596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b47fff85-2dc2-43c7-9d29-c0b6909ac6ae,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:12.749608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:13.105594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:13.210966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Deleting port dec74cda-3833-4f95-b969-6a2766b0dc52 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:13.211357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:13.305414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] The port 'dec74cda-3833-4f95-b969-6a2766b0dc52' was deleted {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:00:13.582606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:14.210309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f08c81d0>,) {'filters': {'network_id': ['792b8f4e-8acd-4f5b-94e5-c17e597a79d7']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:14.238091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f08c81d0>, '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:14.238429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f08c81d0>, '6dc3d1d5-5429-4f9d-a9ff-cdac5e7aed00') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:14.269419 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:14.298498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:14.313303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:00:14.340376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Router 26bfd302-2ecd-405b-8fea-30f3602b99b7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:00:14.349006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1816d3-c571-45c3-8440-ab2def2efb32 req-7966f20f-1af7-4d70-bf60-3556bf815ef3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:14.350657 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bd1816d3-c571-45c3-8440-ab2def2efb32 req-7966f20f-1af7-4d70-bf60-3556bf815ef3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.5514758
Apr 08 20:00:14.651157 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bd1816d3-c571-45c3-8440-ab2def2efb32 req-150c6eff-24c9-458f-bfd3-473441c9e2f6 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2367570
Apr 08 20:00:14.674285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:14.686157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:14.905149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Network 792b8f4e-8acd-4f5b-94e5-c17e597a79d7 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:14.929756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   % (table.description, expected, rows_matched)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   % (table.description, expected, rows_matched)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   % (table.description, expected, rows_matched)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   % (table.description, expected, rows_matched)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:00:14.932129 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:00:14.945420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Sync routers for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:00:14.965273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:14.966136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1048c18>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:15.015344 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] 10.222.0.68 "PUT /v2.0/routers/26bfd302-2ecd-405b-8fea-30f3602b99b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4160991
Apr 08 20:00:15.018222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 42994) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:15.046658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.050477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:15.064815 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.075968 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] 10.222.0.68 "DELETE /v2.0/networks/792b8f4e-8acd-4f5b-94e5-c17e597a79d7 HTTP/1.1" status: 204  len: 168 time: 5.4230475
Apr 08 20:00:15.077203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=792b8f4e-8acd-4f5b-94e5-c17e597a79d7,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:15.079777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-81f02715-6ea8-4e4a-951c-7403d6d76c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:15.241547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.351445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:15.382995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43006) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:15.423687 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c4be4e2e-10fb-43d0-8a1a-e012e402603f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=880ea06ec3504a66b842211ec49c00f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0382535
Apr 08 20:00:15.426576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43010) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:15.506956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.539176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.653649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.671724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-02b38ff8-b9df-4578-a774-cd706487b44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:15.677387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1048c18>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T20:00:12Z', 'revision_number': 5, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port': {'id': '599d7e9f-b825-4ad9-9a37-a4fb403a352e', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:52:03Z', 'updated_at': '2021-04-08T19:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:15.694444 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Checking router: 26bfd302-2ecd-405b-8fea-30f3602b99b7 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:00:15.705993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2716e4-e094-4fb8-9401-9dd98d67ff44,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:15.709215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:15.710965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.713035 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db2716e4-e094-4fb8-9401-9dd98d67ff44 HTTP/1.1" status: 204  len: 168 time: 0.2846906
Apr 08 20:00:15.726321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Routers {'26bfd302-2ecd-405b-8fea-30f3602b99b7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:00:15.727022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1048c18>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T19:59:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['26bfd302-2ecd-405b-8fea-30f3602b99b7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:15.750510 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.792408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Deleting port 599d7e9f-b825-4ad9-9a37-a4fb403a352e {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:15.793141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:15.918476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] Set router 26bfd302-2ecd-405b-8fea-30f3602b99b7 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:00:16.028881 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ddd27-6c34-4913-ae22-bfdace96a758 req-a39816f9-1ebc-481c-a60a-30598065a010 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:16.030534 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a9ddd27-6c34-4913-ae22-bfdace96a758 req-a39816f9-1ebc-481c-a60a-30598065a010 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.2001877
Apr 08 20:00:16.044241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1048c18>, [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T20:00:15Z', 'revision_number': 6, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:16.049049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb670f7d-3ff1-449b-9f70-31701a9ff66b None None] The sync data for ids ['26bfd302-2ecd-405b-8fea-30f3602b99b7'] in dv-cinder-784623-4-iscsi is: [{'id': '26bfd302-2ecd-405b-8fea-30f3602b99b7', 'name': 'tempest-AttachVolumeShelveTestJSON-392703983-router', 'tenant_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:52:02Z', 'updated_at': '2021-04-08T20:00:15Z', 'revision_number': 6, 'project_id': '30d8c4f66d9b4b4f996a64bcb58cb94f', 'gw_port_host': None}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:00:16.098901 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4a9ddd27-6c34-4913-ae22-bfdace96a758 req-8b62e2ac-fc57-481c-bec1-b080c1a5e365 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459819
Apr 08 20:00:16.126024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] For port 599d7e9f-b825-4ad9-9a37-a4fb403a352e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=599d7e9f-b825-4ad9-9a37-a4fb403a352e,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:16.129631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.290596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Calling delete_port for 599d7e9f-b825-4ad9-9a37-a4fb403a352e owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:16.302389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43024) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:16.346973 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c8e5e9c8-9caf-43a5-a5b5-155f2d73d4d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=614438f37ff744a2a457419047ca9877&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0459492
Apr 08 20:00:16.349628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43030) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:16.425457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.456857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.520599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.537713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-dea7b994-9477-484f-82d1-3c4186d8e028 tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:16.617637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.640668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Pushing event deleted for resources: {'Port': ['ID=599d7e9f-b825-4ad9-9a37-a4fb403a352e,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:16.640879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7033bb25-64e9-4443-98f8-91327273204f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:16.651447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:16.656522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969230bb-d79e-41ca-a2bf-526333e2a3b9,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:16.667939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:16.670263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:16.671928 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/969230bb-d79e-41ca-a2bf-526333e2a3b9 HTTP/1.1" status: 204  len: 168 time: 0.3208165
Apr 08 20:00:16.819516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.016710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.020927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.113547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.114210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26bfd302-2ecd-405b-8fea-30f3602b99b7 {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:00:17.135671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.136918 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] 10.222.0.68 "DELETE /v2.0/routers/26bfd302-2ecd-405b-8fea-30f3602b99b7 HTTP/1.1" status: 204  len: 168 time: 2.1174276
Apr 08 20:00:17.139872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43048) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:17.214666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Deleting subnet 10fb61be-0d6a-4d57-b0de-63b43150e376 {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:00:17.218361 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.323944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.411393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1251f-2621-4c4f-9927-a4a842f575b2 req-112f8927-3a05-4785-8d33-3b8cc772d6ed tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:17.412981 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9de1251f-2621-4c4f-9927-a4a842f575b2 req-112f8927-3a05-4785-8d33-3b8cc772d6ed tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.1638618
Apr 08 20:00:17.457815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9de1251f-2621-4c4f-9927-a4a842f575b2 req-b020eb32-3cad-4655-93ab-114f0cc3dd9e tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=e45af5d2-677a-410d-8f36-31530ac73cb7&id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0379369
Apr 08 20:00:17.465244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.776875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.793450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:17.878397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fb61be-0d6a-4d57-b0de-63b43150e376,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:17.885882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:17.929706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:17.937530 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/10fb61be-0d6a-4d57-b0de-63b43150e376 HTTP/1.1" status: 204  len: 168 time: 0.7965090
Apr 08 20:00:17.938076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44177d2-8da4-4db0-bf0b-c6cca01450d5 None None] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:00:17.939677 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43094) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:18.018034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 599d7e9f-b825-4ad9-9a37-a4fb403a352e no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:18.070466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.070942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 599d7e9f-b825-4ad9-9a37-a4fb403a352e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:18.071424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 599d7e9f-b825-4ad9-9a37-a4fb403a352e not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:18.071891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device b47fff85-2dc2-43c7-9d29-c0b6909ac6ae no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:18.132357 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: b47fff85-2dc2-43c7-9d29-c0b6909ac6ae {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:18.132751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device b47fff85-2dc2-43c7-9d29-c0b6909ac6ae not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:18.190329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Deleting port 152e168e-fbfc-45ac-98c1-f244a238d40e {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:18.190724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.225852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.313883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] DHCP port deletion for 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:00:18.318417 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Deleting port 152e168e-fbfc-45ac-98c1-f244a238d40e {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:18.319061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.441868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] For port 152e168e-fbfc-45ac-98c1-f244a238d40e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=152e168e-fbfc-45ac-98c1-f244a238d40e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:18.442346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.561119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] For port 152e168e-fbfc-45ac-98c1-f244a238d40e, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=152e168e-fbfc-45ac-98c1-f244a238d40e,segment=NetworkSegment(453a7a32-9147-4d03-85cc-d2621b56aa73),segment_id=453a7a32-9147-4d03-85cc-d2621b56aa73)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:00:18.561620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.587249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Calling delete_port for 152e168e-fbfc-45ac-98c1-f244a238d40e owned by network:dhcp {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:18.707648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:18.713540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Calling delete_port for 152e168e-fbfc-45ac-98c1-f244a238d40e owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:00:18.723368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:18.793400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:00:18.793933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:00:18.824366 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Pushing event deleted for resources: {'Port': ['ID=152e168e-fbfc-45ac-98c1-f244a238d40e,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:18.837109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:18.869703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] No DVR routers for this DVR port 152e168e-fbfc-45ac-98c1-f244a238d40e on host dv-cinder-784623-4-iscsi {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:00:18.995976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.122330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ea5128>,) {'filters': {'network_id': ['9da151bf-9cf9-4fd1-97e3-80d4822b6fc5']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:19.137387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ea5128>, '453a7a32-9147-4d03-85cc-d2621b56aa73') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:19.137724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f0ea5128>, '453a7a32-9147-4d03-85cc-d2621b56aa73') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:19.152843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.167369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.173722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:00:19.295661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Deleting port 152e168e-fbfc-45ac-98c1-f244a238d40e {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:00:19.296226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.381581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-37937419-025e-4cbe-9ede-c691d8c6fb6a None None] The port '152e168e-fbfc-45ac-98c1-f244a238d40e' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:00:19.390982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:19.409149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.651003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Network 9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:00:19.682796 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:00:19.840546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.844534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:19.860215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:19.874653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da151bf-9cf9-4fd1-97e3-80d4822b6fc5,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:19.878515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:19.925965 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9da151bf-9cf9-4fd1-97e3-80d4822b6fc5 HTTP/1.1" status: 204  len: 168 time: 1.9849350
Apr 08 20:00:19.986236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 152e168e-fbfc-45ac-98c1-f244a238d40e no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:00:20.032282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 152e168e-fbfc-45ac-98c1-f244a238d40e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:00:20.032690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 152e168e-fbfc-45ac-98c1-f244a238d40e not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:00:20.216749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43148) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:20.253142 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-51cece8b-9683-45bf-b133-020bf004c98b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30d8c4f66d9b4b4f996a64bcb58cb94f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0350749
Apr 08 20:00:20.256143 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43152) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:20.318096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:20.346962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:20.435912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:20.442109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a93e9daa-7db7-46ca-bd7b-b4e8d31308a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:20.456248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e84017-8401-40f0-92d2-07d20361166a,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:20.460335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:20.464322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:20.465570 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0d6d9cc2-07cc-49a2-84a9-0fe14a584107 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55e84017-8401-40f0-92d2-07d20361166a HTTP/1.1" status: 204  len: 168 time: 0.2084873
Apr 08 20:00:21.221601 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-12a43485-dbd4-4219-91e9-eab8104564ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809309
Apr 08 20:00:21.397593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-eaacb14e-3072-45bb-9254-c5e32e2598c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:21.399403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-eaacb14e-3072-45bb-9254-c5e32e2598c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1137 time: 0.0926359
Apr 08 20:00:21.575197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-46afeae9-e21a-45cc-88d2-09c3cea2f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:21.576746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-46afeae9-e21a-45cc-88d2-09c3cea2f9d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.1562581
Apr 08 20:00:21.951743 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-060cf782-d529-427f-ac9f-e81689f79831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 1001 time: 0.3679557
Apr 08 20:00:22.022555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-7e21492d-f1f9-449f-97bd-f67669d36d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:22.024168 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-7e21492d-f1f9-449f-97bd-f67669d36d53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.0654702
Apr 08 20:00:22.110594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-aa00ed62-2f56-4745-ae37-c3c939b677f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:00:22.112198 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-aa00ed62-2f56-4745-ae37-c3c939b677f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812397
Apr 08 20:00:22.265134 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-ac80882a-5478-4c7c-8feb-4c210a28ebff service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440313
Apr 08 20:00:22.415533 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d615344b-26c5-4158-a91f-92ae28a5fe6e req-ffcd840e-390f-49a2-b5d2-a8d1a7d5991c service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395743
Apr 08 20:00:22.533338 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43208) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:22.610572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Deleting subnet 500b2fe2-366d-4195-85cb-195ce817dc8f {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:00:22.614471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:22.672684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:22.745122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:22.754944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9484dad0-b548-4386-8207-b210c5f4a3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.063560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.081179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f6305326-37e8-4ed0-8f1e-7cef34c262dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:23.179290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500b2fe2-366d-4195-85cb-195ce817dc8f,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:23.185509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:23.235994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.242066 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-43ba8ebe-7639-4ba7-8063-7f8d99ec2d07 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/500b2fe2-366d-4195-85cb-195ce817dc8f HTTP/1.1" status: 204  len: 168 time: 0.7075088
Apr 08 20:00:23.245252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43228) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:23.377639 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.596671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.728276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f03c5dd8>,) {'filters': {'network_id': ['6df28df9-a39e-42c9-bbab-7f9ed15cbdb1']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:23.740964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f03c5dd8>, 'aac12487-5f24-4793-a30b-f572a83e9b8e') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:23.741313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f03c5dd8>, 'aac12487-5f24-4793-a30b-f572a83e9b8e') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:00:23.753972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.769491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:23.775991 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:00:23.958456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:23.968022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.159047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Network 6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:00:24.183086 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:00:24.284802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.288732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1d63b422-12af-4362-85ad-bcd8f7bb8023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:24.305993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.315713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df28df9-a39e-42c9-bbab-7f9ed15cbdb1,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:24.319504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:24.348499 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6df28df9-a39e-42c9-bbab-7f9ed15cbdb1 HTTP/1.1" status: 204  len: 168 time: 1.1020830
Apr 08 20:00:24.634972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43298) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:24.678245 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-929a97be-04d1-4b19-b6a2-3bbfb93fa27f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec81ec0cf48643158392ec966004fbb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0353932
Apr 08 20:00:24.681016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43302) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:24.743713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.772438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.858137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.863602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-359f80ed-993f-4af8-b376-d13b22107061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:24.881260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a5787-041d-44dd-b082-c4a3e86c8634,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:24.884341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:24.922953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:24.924106 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf5a5787-041d-44dd-b082-c4a3e86c8634 HTTP/1.1" status: 204  len: 168 time: 0.2420845
Apr 08 20:00:25.115033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-19fe4a1c-5f95-4be8-b97a-befc1b3ade87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.345679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43324) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:25.482782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.499409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:00:25.503840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Usage tracker for resource:security_group_rule and tenant:b4a35e0042a0411aad9aa97fcbc38ef9 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:00:25.507126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:00:25.514016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:00:25.600984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.635469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.663582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.673218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e0f51684-a8f3-426c-830c-ab850251874c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:25.718388 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b4a35e0042a0411aad9aa97fcbc38ef9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3714077
Apr 08 20:00:25.720118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9943f04c-0627-4f60-a66d-89d1d8f5326d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:25.722816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43330) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:25.723697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5fa87d03-2c97-469b-8d2a-2434b5b5757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:25.786600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.814554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.886341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.891693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bd706b38-ab14-44a2-a979-efb1d8385026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:25.907966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9943f04c-0627-4f60-a66d-89d1d8f5326d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:25.911087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:25.913106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:25.914813 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9943f04c-0627-4f60-a66d-89d1d8f5326d HTTP/1.1" status: 204  len: 168 time: 0.1900821
Apr 08 20:00:26.369322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43340) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:26.388795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.405246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:00:26.409268 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Usage tracker for resource:security_group_rule and tenant:91e3b906febb4ecbb118ab14f8ede401 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:00:26.412193 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:00:26.418998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:00:26.504976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.536228 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.547781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-af07f2fd-de43-47ab-8953-e02a3b9650cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:26.597872 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91e3b906febb4ecbb118ab14f8ede401&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2272327
Apr 08 20:00:26.598755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f4c7f-8dc2-4a79-bf56-f9fc4de75d4f,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:26.600567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43344) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:26.602434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:26.670084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.697478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.782153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.787484 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bbab2d1b-e23e-4fcc-b3d6-3ca34b6d0138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:26.801117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f4c7f-8dc2-4a79-bf56-f9fc4de75d4f,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:26.804871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:26.811089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:26.812314 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c2f4c7f-8dc2-4a79-bf56-f9fc4de75d4f HTTP/1.1" status: 204  len: 168 time: 0.2106662
Apr 08 20:00:26.907753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:27.490786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:28.125037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:00:45.940459 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43530) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:46.068214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.084203 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:00:46.089627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Usage tracker for resource:security_group_rule and tenant:8f8a19ad0c7f4ae3a97376b5d0582c86 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:00:46.092657 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:00:46.098707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:00:46.183643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.223077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.236534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ff3d55bc-8cff-41fa-962e-5f8a59e98623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:46.278725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f8a19ad0c7f4ae3a97376b5d0582c86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371341
Apr 08 20:00:46.280424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c1807-b6c5-4745-9e32-9d53c8b25635,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:46.281621 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43542) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:00:46.283735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-42920999-aff9-41bb-beb1-935b6fde656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:46.344933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.372121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.434339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.439256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-184a98b0-273c-4163-9f73-cc85ef33561c tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:00:46.450508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c1807-b6c5-4745-9e32-9d53c8b25635,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:00:46.454341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:00:46.457697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:46.458976 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c03c1807-b6c5-4745-9e32-9d53c8b25635 HTTP/1.1" status: 204  len: 168 time: 0.1762557
Apr 08 20:00:48.154194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:52.735776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3f646077-192b-4991-97f8-b9cd4373b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:55.091225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-092ca1c1-1653-4641-a257-232aa21adfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:55.622830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:56.929921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:00:57.474059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:00.475200 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-3384a447-348a-4d5a-a34f-21ed7a8bc2ee tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008183951&fields=id&tenant_id=73bcf7b7a52f44619e26722bc2a80285 HTTP/1.1" status: 200  len: 267 time: 0.0263631
Apr 08 20:01:00.565997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-65d7df8c-4dcf-473f-ab52-6063c92c85c9 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:00.567555 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-65d7df8c-4dcf-473f-ab52-6063c92c85c9 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 984 time: 0.0863221
Apr 08 20:01:00.582044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Request body: {'port': {'security_groups': ['40624eca-fb65-4d2d-aed6-aa7156053710']}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:00.716134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.006674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:01.032032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.066717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.078100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:01:01.082302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3dff6fef-08b0-455a-81e4-205c954d5fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:01.244641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event updated for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=7']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:01.256310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.256796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.257174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.257594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.258575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.259712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.260133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.260547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.260966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.261983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.261983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.262188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.275358 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:01.299342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:01.300052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.301478 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df011763-f728-4969-ac60-4e46aa12bdf6 req-e4de2313-7465-4f8a-ad80-fa36e8e89987 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "PUT /v2.0/ports/07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 942 time: 0.7254229
Apr 08 20:01:01.302126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:01:01.308561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43646) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:01.353421 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 20:01:01.358173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:01:01.410682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.446898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.483738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-f8cc3ba6-0df7-490d-b2e8-22049feb8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:01.490274 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-f8cc3ba6-0df7-490d-b2e8-22049feb8b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1098 time: 0.1053545
Apr 08 20:01:01.542494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.555535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-71cb2be5-1600-41b6-842c-98fbe0e2cc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:01.570635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45af5d2-677a-410d-8f36-31530ac73cb7,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:01.575930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-81832b0d-c711-4137-9af5-377d71dd2df3 None None] Provisioning complete for port 07376fd0-ec7c-4115-8200-222c012315d9 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:01.576350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-81832b0d-c711-4137-9af5-377d71dd2df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.585027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.585672 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.586694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.587351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.587768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.588176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.588816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.589222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.589624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.590043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.590442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.590838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:01.594449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:01.603049 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:01.606907 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "DELETE /v2.0/security-groups/e45af5d2-677a-410d-8f36-31530ac73cb7 HTTP/1.1" status: 204  len: 168 time: 0.2946002
Apr 08 20:01:01.608070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43652) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:02.062828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-57446418-e5ee-4702-a1b7-f4b6009c7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:02.064381 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-57446418-e5ee-4702-a1b7-f4b6009c7d11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.5715101
Apr 08 20:01:02.174906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Deleting port bec42390-f341-4f65-be83-46a0b4649c3a {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:02.175209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:02.247964 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-023b4ae7-e556-489e-a2af-9bb213f976bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 1001 time: 0.1698065
Apr 08 20:01:02.397695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-1c923289-e371-414c-a954-8579987fd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:02.399815 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-1c923289-e371-414c-a954-8579987fd1c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.1348667
Apr 08 20:01:02.481607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:02.482003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:02.624095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Calling delete_port for bec42390-f341-4f65-be83-46a0b4649c3a owned by network:floatingip {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:02.688624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-aa7ba9bf-e695-4716-b617-f38ea6d418b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:02.690240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-aa7ba9bf-e695-4716-b617-f38ea6d418b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2797003
Apr 08 20:01:02.906167 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-896246db-a2f5-40fd-afc5-b130d06f430d service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085016
Apr 08 20:01:03.019392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43662) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:03.044397 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.061195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7ccf75b5-5d49-4128-bb85-36011d1b4021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:03.187796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event deleted for resources: {'Port': ['ID=bec42390-f341-4f65-be83-46a0b4649c3a,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:03.200473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:03.204624 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a0f9d8c9-ddb8-43fa-99b4-587f2b942405 req-fb2032db-c0df-487e-bb6d-4d67312f11eb service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922037
Apr 08 20:01:03.208767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.230863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:03.238809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Usage tracker for resource:security_group_rule and tenant:69ddb1ec3ee54d4a8a7be9f155dc4889 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:03.252182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:03.262658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:03.422994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks [] for floatingip, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.423364 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Floating IP 547c9879-372b-4625-b8d9-6f79ae40fdbb disassociated (deleted). External IP: 172.27.1.210, port: 07376fd0-ec7c-4115-8200-222c012315d9.
Apr 08 20:01:03.605706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.698285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.714915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f24fb81e-6a8d-4a1c-8dbd-effc12d8c86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:03.827865 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69ddb1ec3ee54d4a8a7be9f155dc4889&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8073587
Apr 08 20:01:03.830735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43668) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:03.832054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5cd0e0-421d-4ee6-aa0e-f3e9048087c9,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:03.836872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:03.878857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Router 153d9001-626b-4dca-a997-d9a6b67634bb has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:01:03.893554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:03.920512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.005306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.011246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ae4ad730-cf30-4f76-aec1-de047fa8dcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:04.022223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5cd0e0-421d-4ee6-aa0e-f3e9048087c9,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:04.026229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:04.029554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.033259 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-074e5bd5-81e6-4898-9c4e-7379a4467b0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b5cd0e0-421d-4ee6-aa0e-f3e9048087c9 HTTP/1.1" status: 204  len: 168 time: 0.1990182
Apr 08 20:01:04.073571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:04.083165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Sync routers for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:04.093316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:04.094053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e0c2b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:04.148054 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.209601 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-94fe580d-4a0a-4694-ad85-9a29d355e942 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "DELETE /v2.0/floatingips/547c9879-372b-4625-b8d9-6f79ae40fdbb HTTP/1.1" status: 204  len: 168 time: 2.6004140
Apr 08 20:01:04.210398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:01:04.276812 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 20:01:04.294154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:04.392572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-3bfc5ca3-48d7-4be8-b2dd-f9e4274e1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:04.394692 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-3bfc5ca3-48d7-4be8-b2dd-f9e4274e1b4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=73bcf7b7a52f44619e26722bc2a80285&device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 1098 time: 0.0930908
Apr 08 20:01:04.553732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-505c7325-bfc0-4743-bb10-4cafffa66ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:04.555995 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-505c7325-bfc0-4743-bb10-4cafffa66ba5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 200  len: 915 time: 0.1547828
Apr 08 20:01:04.593159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43684) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:04.615676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.648263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:04.654625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee5e6b1b53d4b7f8ec8db8461a8e3a9 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:04.660845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:04.670043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e0c2b0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:04.675214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Checking router: 153d9001-626b-4dca-a997-d9a6b67634bb for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:04.685082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:04.685959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:04.686666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e0c2b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:04.810809 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.845376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:04.858725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eb88fb92-a062-4e5c-98fd-75c3d75d813c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:04.915973 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ee5e6b1b53d4b7f8ec8db8461a8e3a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184268
Apr 08 20:01:04.915973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3573ce1c-0af3-41f0-bb70-ccf540d4e7bd,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:04.918706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43690) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:04.923398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d9859fdb-2493-4682-878c-0f1014225d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:04.957096 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-85c464ee-ca0a-4b08-8353-077085ac7549 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 200  len: 217 time: 0.3950522
Apr 08 20:01:04.989969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:05.023401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:05.033138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-0edec278-d1bb-4a22-a37d-ad4037f95b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:05.034885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-0edec278-d1bb-4a22-a37d-ad4037f95b3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 200  len: 853 time: 0.0698409
Apr 08 20:01:05.088274 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:05.090894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:05.096307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-20be5cfd-a463-42da-bbd4-e775f6131d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:05.110641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3573ce1c-0af3-41f0-bb70-ccf540d4e7bd,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:05.113617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:05.115535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:05.116764 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3db33abe-bc2a-427b-97a1-e75196d0b884 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3573ce1c-0af3-41f0-bb70-ccf540d4e7bd HTTP/1.1" status: 204  len: 168 time: 0.1962452
Apr 08 20:01:05.125046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:01:05.130547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-8ccf696a-68f5-43ea-b43a-2700f58960a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:05.132348 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-8ccf696a-68f5-43ea-b43a-2700f58960a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffa38ea3-5df2-4efc-a190-ae465df0d677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904069
Apr 08 20:01:05.297724 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-93eda08b-d1b9-4dfa-b705-1c988a1b8c01 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579518
Apr 08 20:01:05.459514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0e0c2b0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:05.464804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318796b-0d3d-49b3-9326-af9da6d6d94d None None] The sync data for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi is: [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T19:58:05Z', 'revision_number': 4, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '407b50da-5953-4de9-87b9-798da25981e2', 'name': '', 'network_id': 'ffa38ea3-5df2-4efc-a190-ae465df0d677', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'mac_address': 'fa:16:3e:f0:1b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:04Z', 'updated_at': '2021-04-08T19:58:15Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'subnets': [{'id': '12dbd26c-cbf7-40e9-a415-83eb13a3f76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:05.471002 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-057db725-fc07-49e3-a0d4-f87128902ad5 req-d7b6b815-7715-49ce-8570-163d78b5ac26 service neutron] 10.222.0.10 "GET /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569221
Apr 08 20:01:05.853630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940cfac9-5003-4a81-936e-53cac3659409 None None] New status for floating IP 547c9879-372b-4625-b8d9-6f79ae40fdbb: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:01:07.360827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43746) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:07.491879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:07.510482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:07.514610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e810879734b5eb0dfde7c31737656 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:07.517607 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:07.524561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:07.764154 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:07.793764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:07.803292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef8c269d-9e24-4b10-b429-97de67a77ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:07.847655 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba7e810879734b5eb0dfde7c31737656&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4856687
Apr 08 20:01:07.849375 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582c62c-e580-4e5b-b12d-8e8a00972ede,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:07.850552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43756) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:07.853463 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:07.916145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:07.943612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.005093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.010742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6737b66e-f936-459c-9527-1bdda225fc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:08.025084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582c62c-e580-4e5b-b12d-8e8a00972ede,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:08.028177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:08.030234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.031739 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-9f43c503-50ea-4a1d-8785-7ad4d55f07ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9582c62c-e580-4e5b-b12d-8e8a00972ede HTTP/1.1" status: 204  len: 168 time: 0.1796894
Apr 08 20:01:08.085623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d686b-5eb2-4995-a278-01a46bcfd124 req-a666b00e-035b-4b22-b5f0-5ab84ad6f8dc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:08.087393 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7c6d686b-5eb2-4995-a278-01a46bcfd124 req-a666b00e-035b-4b22-b5f0-5ab84ad6f8dc tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0997143
Apr 08 20:01:08.117026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7c6d686b-5eb2-4995-a278-01a46bcfd124 req-5bf5e755-49f5-4337-b51c-f6f003723dd3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:01:08.147824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-7c6d686b-5eb2-4995-a278-01a46bcfd124 req-5bf5e755-49f5-4337-b51c-f6f003723dd3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:01:08.149175 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7c6d686b-5eb2-4995-a278-01a46bcfd124 req-5bf5e755-49f5-4337-b51c-f6f003723dd3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554807
Apr 08 20:01:08.465122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43766) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:08.484897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.503751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:08.507775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Usage tracker for resource:security_group_rule and tenant:ee272704ac384218b836ef2c9e8b6a06 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:08.510699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:08.516618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:08.599038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.632591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.641433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-55ebf7bf-31d0-4441-bc16-d8fb8f7f6047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:08.684681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d44cb4-ade2-4b72-b95d-affa80214388,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:08.689356 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee272704ac384218b836ef2c9e8b6a06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2231123
Apr 08 20:01:08.690389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:08.692225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43770) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:08.753141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.780984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.850788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.855813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2cdb8d6b-557e-4cc5-8fd6-ef9c12765d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:08.872547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d44cb4-ade2-4b72-b95d-affa80214388,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:08.875332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:08.876558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:08.877741 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3a209637-ece3-4bde-9a04-1bca9a195a55 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07d44cb4-ade2-4b72-b95d-affa80214388 HTTP/1.1" status: 204  len: 168 time: 0.1846907
Apr 08 20:01:09.356564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f7de-1028-47bb-8f3b-f0ba749fceed req-fdd0b5c1-d632-4575-9787-4a307d0fa9aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:09.357320 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-0298f7de-1028-47bb-8f3b-f0ba749fceed req-fdd0b5c1-d632-4575-9787-4a307d0fa9aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Synchronizing usage tracker for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:01:09.427004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-0298f7de-1028-47bb-8f3b-f0ba749fceed req-fdd0b5c1-d632-4575-9787-4a307d0fa9aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Unset dirty status for tenant:73bcf7b7a52f44619e26722bc2a80285 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:01:09.428344 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0298f7de-1028-47bb-8f3b-f0ba749fceed req-fdd0b5c1-d632-4575-9787-4a307d0fa9aa tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.1607492
Apr 08 20:01:09.460510 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0298f7de-1028-47bb-8f3b-f0ba749fceed req-67a4a96e-e8b9-49d7-b0e7-f93d67bfc346 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/security-groups?id=40624eca-fb65-4d2d-aed6-aa7156053710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249348
Apr 08 20:01:09.722130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-bdab53a5-a750-4364-b970-cb1c4dfd90f3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:09.723694 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-bdab53a5-a750-4364-b970-cb1c4dfd90f3 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 945 time: 0.0887885
Apr 08 20:01:09.805865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Deleting port 07376fd0-ec7c-4115-8200-222c012315d9 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:09.806352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:10.072433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] For port 07376fd0-ec7c-4115-8200-222c012315d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07376fd0-ec7c-4115-8200-222c012315d9,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:10.072942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:10.207945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Calling delete_port for 07376fd0-ec7c-4115-8200-222c012315d9 owned by compute:nova {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:10.456840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:10.468552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['07376fd0-ec7c-4115-8200-222c012315d9'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:01:10.476765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b69fba72-f771-48e9-8d9b-e312e65c7a1c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:10.589450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Pushing event deleted for resources: {'Port': ['ID=07376fd0-ec7c-4115-8200-222c012315d9,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:10.592070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:10.660738 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-f4ebf9d9-472a-48bf-bb4c-26e4fd01936e req-9b838070-a27d-4bd8-833e-959615d77793 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce018b62-f134-4119-8cab-e1ae7f3c6fd2 HTTP/1.1" status: 200  len: 210 time: 0.0746462
Apr 08 20:01:10.752497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] No DVR routers for this DVR port 07376fd0-ec7c-4115-8200-222c012315d9 on host hv-cinder-78462 {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:01:10.755304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:10.758717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'name': 'network-vif-deleted', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:01:10.808547 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce018b62-f134-4119-8cab-e1ae7f3c6fd2', 'name': 'network-vif-deleted', 'tag': '07376fd0-ec7c-4115-8200-222c012315d9', 'status': 'completed', 'code': 200}
Apr 08 20:01:10.810620 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6f28df14-6176-436b-bf23-e57f5e6e6550 req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] 10.222.0.10 "DELETE /v2.0/ports/07376fd0-ec7c-4115-8200-222c012315d9 HTTP/1.1" status: 204  len: 173 time: 1.0802708
Apr 08 20:01:13.064595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43888) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:13.566753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 07376fd0-ec7c-4115-8200-222c012315d9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:13.608457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 07376fd0-ec7c-4115-8200-222c012315d9 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:13.608854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 07376fd0-ec7c-4115-8200-222c012315d9 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:13.649230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:14.025897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Deleting port 407b50da-5953-4de9-87b9-798da25981e2 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:14.026286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:14.209867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] For port 407b50da-5953-4de9-87b9-798da25981e2, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=407b50da-5953-4de9-87b9-798da25981e2,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:14.210470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:14.343069 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Calling delete_port for 407b50da-5953-4de9-87b9-798da25981e2 owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:14.588126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:14.603253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-759dccbd-eb54-43e3-a50f-41358555d70e tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:14.946955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=407b50da-5953-4de9-87b9-798da25981e2,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:14.949529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:15.298976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:15.627183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43926) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:15.755570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:15.771689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:15.775807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Usage tracker for resource:security_group_rule and tenant:84d9f127bf25454b93a428ac09c5386b is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:15.778791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:15.784801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:15.811900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Router 153d9001-626b-4dca-a997-d9a6b67634bb has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:01:15.948322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.005479 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.009844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:16.016522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-311485d3-316e-42a3-9203-ed81589e0d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:16.018992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Sync routers for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:16.022972 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ae30f1af-908a-47b0-8eb7-83c651616f5a admin admin] 10.222.0.68 "PUT /v2.0/routers/153d9001-626b-4dca-a997-d9a6b67634bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9571748
Apr 08 20:01:16.025604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43932) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:16.029006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:16.029758 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06180f0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:16.070997 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84d9f127bf25454b93a428ac09c5386b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4419832
Apr 08 20:01:16.074523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43936) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:16.075237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87bd0f-8293-419d-b704-1ea3d08dec1d,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:16.106161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c6e6783c-570c-443c-8986-a418b41ea609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:16.144227 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.171960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.222824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:16.223297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.308482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.313972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5f46a169-724d-4997-9261-f26662867d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:16.327208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87bd0f-8293-419d-b704-1ea3d08dec1d,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:16.329832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:16.338017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.341601 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d87bd0f-8293-419d-b704-1ea3d08dec1d HTTP/1.1" status: 204  len: 168 time: 0.2610044
Apr 08 20:01:16.415570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.457114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Deleting port a1b68464-fb1a-434a-9296-58962ec8eded {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:16.457508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.551749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06180f0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T20:01:14Z', 'revision_number': 5, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port': {'id': 'a1b68464-fb1a-434a-9296-58962ec8eded', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:00Z', 'updated_at': '2021-04-08T19:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:16.555869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Checking router: 153d9001-626b-4dca-a997-d9a6b67634bb for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:16.564749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Routers {'153d9001-626b-4dca-a997-d9a6b67634bb'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:16.565617 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f06180f0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['153d9001-626b-4dca-a997-d9a6b67634bb'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:16.654970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] For port a1b68464-fb1a-434a-9296-58962ec8eded, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a1b68464-fb1a-434a-9296-58962ec8eded,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:16.663050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.738526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] Set router 153d9001-626b-4dca-a997-d9a6b67634bb gateway port host: None {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:16.793251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Calling delete_port for a1b68464-fb1a-434a-9296-58962ec8eded owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:16.794016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43944) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:16.813130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.832951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:16.837636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Usage tracker for resource:security_group_rule and tenant:afe279dbc9cf4333ac9eb0bee02484ab is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:16.840828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:16.849685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:16.855080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f06180f0>, [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T20:01:16Z', 'revision_number': 6, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:16.859224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff24430-c3e6-4794-8b3b-cc2ccee0a560 None None] The sync data for ids ['153d9001-626b-4dca-a997-d9a6b67634bb'] in dv-cinder-784623-4-iscsi is: [{'id': '153d9001-626b-4dca-a997-d9a6b67634bb', 'name': 'tempest-TestMinimumBasicScenario-710560984-router', 'tenant_id': '73bcf7b7a52f44619e26722bc2a80285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:57:59Z', 'updated_at': '2021-04-08T20:01:16Z', 'revision_number': 6, 'project_id': '73bcf7b7a52f44619e26722bc2a80285', 'gw_port_host': None}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:16.977073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:16.994106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.010462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:17.010998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.020312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-081ad234-d9e7-4e6f-8508-3f6f19f4f1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:17.064393 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afe279dbc9cf4333ac9eb0bee02484ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2692122
Apr 08 20:01:17.065285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9a35c-d214-4186-a46a-31e8a0774789,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:17.068550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ba5e1f6d-2b72-41e1-84cb-135ed3be44f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:17.069276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43948) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:17.117970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b68464-fb1a-434a-9296-58962ec8eded,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:17.122893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:17.138967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.166839 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.233814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.239271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f51c56e4-e96f-4657-8685-3739cdee6093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:17.256847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9a35c-d214-4186-a46a-31e8a0774789,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:17.259797 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:17.263243 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.264994 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-7c5eab3b-0d00-4c5c-8f3c-e51189084ddf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/55b9a35c-d214-4186-a46a-31e8a0774789 HTTP/1.1" status: 204  len: 168 time: 0.1941376
Apr 08 20:01:17.276746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.711159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.713502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.759299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.759942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153d9001-626b-4dca-a997-d9a6b67634bb {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:01:17.772801 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.774664 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ab0656ce-0b15-4079-a467-255da29d81d7 admin admin] 10.222.0.68 "DELETE /v2.0/routers/153d9001-626b-4dca-a997-d9a6b67634bb HTTP/1.1" status: 204  len: 168 time: 1.7480333
Apr 08 20:01:17.777554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43956) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:17.798299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43960) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:17.818123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.836493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:17.840783 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Usage tracker for resource:security_group_rule and tenant:49ac25312a494f1187e5008d08b6d02b is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:17.844005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:17.847867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Deleting subnet 12dbd26c-cbf7-40e9-a415-83eb13a3f76c {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:01:17.850231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:17.851896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.904587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.935691 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.982431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:17.991975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d8c76c99-a35f-480d-aa43-4f5abf9a68b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:17.993178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.011289 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a1b68464-fb1a-434a-9296-58962ec8eded no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:18.036547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0480d-b277-4261-ab05-db49f154052d,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:18.042706 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49ac25312a494f1187e5008d08b6d02b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2432668
Apr 08 20:01:18.043750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-25a2e29d-daf9-47a0-aba5-38762ad376a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:18.045596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 43964) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:18.074485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: a1b68464-fb1a-434a-9296-58962ec8eded {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:18.074889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a1b68464-fb1a-434a-9296-58962ec8eded not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:18.075364 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 407b50da-5953-4de9-87b9-798da25981e2 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:18.110644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.117559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 407b50da-5953-4de9-87b9-798da25981e2 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:18.118004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 407b50da-5953-4de9-87b9-798da25981e2 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:18.139175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.159345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.211405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.216474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7298a2bd-a678-4c09-92ab-2c51924d0cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:18.229496 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0480d-b277-4261-ab05-db49f154052d,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:18.232653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:18.234903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.236116 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0714f743-50b5-44d3-8bcf-12422249cd94 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3dc0480d-b277-4261-ab05-db49f154052d HTTP/1.1" status: 204  len: 168 time: 0.1894855
Apr 08 20:01:18.296799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.316585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab138d6f-14be-4928-98fa-34a1348beacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:18.397734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12dbd26c-cbf7-40e9-a415-83eb13a3f76c,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:18.406297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:18.456870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.463954 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/12dbd26c-cbf7-40e9-a415-83eb13a3f76c HTTP/1.1" status: 204  len: 168 time: 0.6852601
Apr 08 20:01:18.464111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c014a-bd24-4bd4-8119-a3ecbb271767 None None] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:18.466669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 43970) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:18.581077 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.659407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Deleting port adc1511e-0cfb-42eb-803d-e00eb40947a7 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:18.659790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.746559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] DHCP port deletion for ffa38ea3-5df2-4efc-a190-ae465df0d677 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:01:18.758889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Deleting port adc1511e-0cfb-42eb-803d-e00eb40947a7 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:18.758889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:18.990698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] For port adc1511e-0cfb-42eb-803d-e00eb40947a7, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=adc1511e-0cfb-42eb-803d-e00eb40947a7,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:18.991149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:19.138687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] For port adc1511e-0cfb-42eb-803d-e00eb40947a7, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=adc1511e-0cfb-42eb-803d-e00eb40947a7,segment=NetworkSegment(56db64d6-503a-496f-a6be-c8be7817d2d8),segment_id=56db64d6-503a-496f-a6be-c8be7817d2d8)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:19.139101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:19.141013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Calling delete_port for adc1511e-0cfb-42eb-803d-e00eb40947a7 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:19.256878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291'] for port, after_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:19.273767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:19.280876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Calling delete_port for adc1511e-0cfb-42eb-803d-e00eb40947a7 owned by network:dhcp {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:19.364636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:01:19.365023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:01:19.372866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Pushing event deleted for resources: {'Port': ['ID=adc1511e-0cfb-42eb-803d-e00eb40947a7,revision_number=None']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:19.392957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.393323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.393701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.394097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.394465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.394831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.395196 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.395559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.395924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.396285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.396646 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.397004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:19.401820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:19.430207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97b018-a1fc-4ee2-924b-7ff1f47aef7b None None] No DVR routers for this DVR port adc1511e-0cfb-42eb-803d-e00eb40947a7 on host dv-cinder-784623-4-iscsi {{(pid=85386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:01:19.865898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Deleting port adc1511e-0cfb-42eb-803d-e00eb40947a7 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:19.866350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:19.938535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] The port 'adc1511e-0cfb-42eb-803d-e00eb40947a7' was deleted {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:01:20.022019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device adc1511e-0cfb-42eb-803d-e00eb40947a7 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:20.064800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: adc1511e-0cfb-42eb-803d-e00eb40947a7 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:20.065377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device adc1511e-0cfb-42eb-803d-e00eb40947a7 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:20.069036 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.185927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f05401d0>,) {'filters': {'network_id': ['ffa38ea3-5df2-4efc-a190-ae465df0d677']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:20.199112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f05401d0>, '56db64d6-503a-496f-a6be-c8be7817d2d8') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:20.199454 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f05401d0>, '56db64d6-503a-496f-a6be-c8be7817d2d8') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:20.211968 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.227290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.234025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:01:20.415383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:01:20.424497 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.607224 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Network ffa38ea3-5df2-4efc-a190-ae465df0d677 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:01:20.636343 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:01:20.747822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.751845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-52686ef7-6dad-4ece-8f7d-b3eaebc92ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:20.766817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:20.778699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa38ea3-5df2-4efc-a190-ae465df0d677,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:20.782265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:20.822898 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] 10.222.0.68 "DELETE /v2.0/networks/ffa38ea3-5df2-4efc-a190-ae465df0d677 HTTP/1.1" status: 204  len: 168 time: 2.3551657
Apr 08 20:01:20.825960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44016) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:21.448384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:21.931662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Deleting port ef122b31-b434-4189-a5fb-d7fdc804a4c1 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:21.931662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:22.114624 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] For port ef122b31-b434-4189-a5fb-d7fdc804a4c1, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=ef122b31-b434-4189-a5fb-d7fdc804a4c1,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:22.115087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:22.247702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Calling delete_port for ef122b31-b434-4189-a5fb-d7fdc804a4c1 owned by network:router_interface {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:22.456539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:22.472573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e296725f-0f02-47f5-9342-ca526cac0f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:22.568204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef122b31-b434-4189-a5fb-d7fdc804a4c1,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:22.577878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:22.742555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4504e452-8da7-4446-bc52-6bc34526dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:23.168884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:23.679095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:01:23.864304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:23.873565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Sync routers for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:23.883856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:23.885690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f16052b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:23.904337 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] 10.222.0.68 "PUT /v2.0/routers/4ee7274a-4aae-4dcf-81ac-3849bec76d35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0772460
Apr 08 20:01:23.906941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44032) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:24.075876 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:24.113167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks [] for router, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:24.317769 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:24.364293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Deleting port 85379035-8b16-46a5-a621-085d903ae3ba {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:24.364812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:24.389032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f16052b0>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '85379035-8b16-46a5-a621-085d903ae3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T20:01:22Z', 'revision_number': 5, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port': {'id': '85379035-8b16-46a5-a621-085d903ae3ba', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T19:58:10Z', 'updated_at': '2021-04-08T19:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:24.393576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Checking router: 4ee7274a-4aae-4dcf-81ac-3849bec76d35 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:24.402426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Routers {'4ee7274a-4aae-4dcf-81ac-3849bec76d35'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:24.403073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f16052b0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:00:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:24.565993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] For port 85379035-8b16-46a5-a621-085d903ae3ba, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=85379035-8b16-46a5-a621-085d903ae3ba,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:24.566399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:24.569373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] Set router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:24.686650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f16052b0>, [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T20:01:24Z', 'revision_number': 6, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:24.691134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d57c577-0ccc-4879-baf7-4c00af9993ef None None] The sync data for ids ['4ee7274a-4aae-4dcf-81ac-3849bec76d35'] in dv-cinder-784623-4-iscsi is: [{'id': '4ee7274a-4aae-4dcf-81ac-3849bec76d35', 'name': 'tempest-TestMinimumBasicScenario-880883442-router', 'tenant_id': '436e9d99686d46c39ed14848ae7a9ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T19:58:09Z', 'updated_at': '2021-04-08T20:01:24Z', 'revision_number': 6, 'project_id': '436e9d99686d46c39ed14848ae7a9ff5', 'gw_port_host': None}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:24.706037 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Calling delete_port for 85379035-8b16-46a5-a621-085d903ae3ba owned by network:router_gateway {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:24.936688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:24.953735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2892eed2-4cc3-446a-8bfa-b4fef2f6a964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:25.052605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=85379035-8b16-46a5-a621-085d903ae3ba,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:25.059771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:25.102256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9427f383-c5eb-47e0-9ded-4d3b238c0778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.238103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.440161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.442726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.618850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.849433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.850044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee7274a-4aae-4dcf-81ac-3849bec76d35 {{(pid=85385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:01:25.863020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.864241 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] 10.222.0.68 "DELETE /v2.0/routers/4ee7274a-4aae-4dcf-81ac-3849bec76d35 HTTP/1.1" status: 204  len: 168 time: 1.9560971
Apr 08 20:01:25.867084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44084) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:25.936283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Deleting subnet c8c524f9-0900-402d-ba76-24dec90cb4c9 {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:01:25.939525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:25.994799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.011182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device ef122b31-b434-4189-a5fb-d7fdc804a4c1 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:26.051895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: ef122b31-b434-4189-a5fb-d7fdc804a4c1 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:26.052292 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device ef122b31-b434-4189-a5fb-d7fdc804a4c1 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:26.052757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 85379035-8b16-46a5-a621-085d903ae3ba no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:26.077799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.092482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 85379035-8b16-46a5-a621-085d903ae3ba {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:26.092885 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 85379035-8b16-46a5-a621-085d903ae3ba not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:26.485019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.501280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-384c02de-5716-42b2-b639-dc9493ad50d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:26.583044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c524f9-0900-402d-ba76-24dec90cb4c9,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:26.585611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:26.635606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.641370 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81531f8d-64bc-40ff-8225-90857e6deadc None None] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:26.641893 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d99a933f-4d07-48eb-8978-deccac65ca80 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c8c524f9-0900-402d-ba76-24dec90cb4c9 HTTP/1.1" status: 204  len: 168 time: 0.7737412
Apr 08 20:01:26.644748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44088) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:26.775923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.852901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Deleting port a258ad4b-cc41-4a93-9839-bcc3718b5c82 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:26.853390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:26.938940 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] DHCP port deletion for bdd14fca-7bdf-46d6-a896-285de1fffdf7 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:01:26.943129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Deleting port a258ad4b-cc41-4a93-9839-bcc3718b5c82 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:26.943703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.098406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] For port a258ad4b-cc41-4a93-9839-bcc3718b5c82, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a258ad4b-cc41-4a93-9839-bcc3718b5c82,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:27.098789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.157670 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.247231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Calling delete_port for a258ad4b-cc41-4a93-9839-bcc3718b5c82 owned by network:dhcp {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:27.347868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.354273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] For port a258ad4b-cc41-4a93-9839-bcc3718b5c82, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=a258ad4b-cc41-4a93-9839-bcc3718b5c82,segment=NetworkSegment(141d52f7-a560-40b4-a000-1a276a378d34),segment_id=141d52f7-a560-40b4-a000-1a276a378d34)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:27.354800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.364005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-9de92fb9-9a4d-4077-a5f2-fe8098cf57f0 tempest-AttachVolumeNegativeTest-2118147070 tempest-AttachVolumeNegativeTest-2118147070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:27.457140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a258ad4b-cc41-4a93-9839-bcc3718b5c82,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:27.464951 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:27.485627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44106) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:27.505352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Calling delete_port for a258ad4b-cc41-4a93-9839-bcc3718b5c82 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:01:27.510032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] No DVR routers for this DVR port a258ad4b-cc41-4a93-9839-bcc3718b5c82 on host dv-cinder-784623-4-iscsi {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:01:27.596625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.600837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:01:27.601258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:01:27.618498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.635554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:27.636593 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.639698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Usage tracker for resource:security_group_rule and tenant:98429314f650425b9ee85171efc6435f is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:27.642718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:27.649490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:27.735982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.754457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f1318f28>,) {'filters': {'network_id': ['bdd14fca-7bdf-46d6-a896-285de1fffdf7']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:27.767532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f1318f28>, '141d52f7-a560-40b4-a000-1a276a378d34') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:27.767870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f1318f28>, '141d52f7-a560-40b4-a000-1a276a378d34') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:27.775279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.779754 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.784379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:27.795272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.801686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:01:27.833175 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=98429314f650425b9ee85171efc6435f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458440
Apr 08 20:01:27.833986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351709b-778f-4c96-b02f-2a5b076828b4,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:27.836831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44112) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:27.839761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-37f9df05-baf8-46dd-8df4-35deaafe2541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:27.900187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.927101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:27.984105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:01:27.993519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.004209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.009807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a258ad4b-cc41-4a93-9839-bcc3718b5c82 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:01:28.011421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b92aa4e6-37e3-42cc-9de8-277823d992f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:28.025572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351709b-778f-4c96-b02f-2a5b076828b4,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:28.027978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:28.030253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.038286 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0351709b-778f-4c96-b02f-2a5b076828b4 HTTP/1.1" status: 204  len: 168 time: 0.1988242
Apr 08 20:01:28.059458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: a258ad4b-cc41-4a93-9839-bcc3718b5c82 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:01:28.059857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device a258ad4b-cc41-4a93-9839-bcc3718b5c82 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:01:28.103002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Deleting port a258ad4b-cc41-4a93-9839-bcc3718b5c82 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:01:28.103468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.174522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-d2a40893-e3e8-40dc-92f3-9beee22dd3e4 None None] The port 'a258ad4b-cc41-4a93-9839-bcc3718b5c82' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:01:28.181103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Network bdd14fca-7bdf-46d6-a896-285de1fffdf7 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:01:28.207443 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:01:28.433723 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.437438 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8cee0a10-9b95-458d-a956-d688806d8598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:28.454340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.461362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd14fca-7bdf-46d6-a896-285de1fffdf7,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:28.470326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:28.472222 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fc26b05d-db3e-4785-a207-68cf88e30a13 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bdd14fca-7bdf-46d6-a896-285de1fffdf7 HTTP/1.1" status: 204  len: 168 time: 1.8263595
Apr 08 20:01:28.556443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44122) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:28.575668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.591597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:28.595649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Usage tracker for resource:security_group_rule and tenant:6e43278a98154bc6b7abad201ec016c1 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:28.598682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:28.605306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:28.689941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44126) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:28.696473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.724436 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1988bc53-31d3-479f-9b37-a68433945164 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=73bcf7b7a52f44619e26722bc2a80285&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0332198
Apr 08 20:01:28.727768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44130) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:28.736525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.746134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-bbe1963c-cc41-49b2-9912-10f3910a3443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:28.794366 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6e43278a98154bc6b7abad201ec016c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2367420
Apr 08 20:01:28.795649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a7ba7d-ee66-4cb0-a5f4-dd3e12bb1b23,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:28.798458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44134) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:28.798583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2d53bc00-442f-441e-a48c-b78c9596570b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:28.811920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.865296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.915347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.945503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:28.999197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.004377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e75731d2-02fd-4f24-b0f8-cef356acff36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:29.019288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40624eca-fb65-4d2d-aed6-aa7156053710,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:29.021686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:29.027977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.033090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0eb1a62d-5421-4cb5-88e3-5075c93a5067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:29.050634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a7ba7d-ee66-4cb0-a5f4-dd3e12bb1b23,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:29.053151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:29.054604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.055686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-0fade8b7-a439-4735-865b-18832bea8385 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88a7ba7d-ee66-4cb0-a5f4-dd3e12bb1b23 HTTP/1.1" status: 204  len: 168 time: 0.2560341
Apr 08 20:01:29.057838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.059097 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fb15b328-debe-416f-8777-570a315fe9c1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40624eca-fb65-4d2d-aed6-aa7156053710 HTTP/1.1" status: 204  len: 168 time: 0.3303115
Apr 08 20:01:29.603699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44152) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:29.658079 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b24ecb87-040c-40e6-b799-4e1ce030af28 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=436e9d99686d46c39ed14848ae7a9ff5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530388
Apr 08 20:01:29.660671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44158) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:29.723649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.752303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.838396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.843620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7b37499c-1997-4830-8dfb-ecf04b769736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:29.860973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9fabd8-00c4-44c5-a43c-8eaabedbd394,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:29.865819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:29.870890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:29.872108 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3810bdf1-3351-4836-a8c6-2a49860ea7a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a9fabd8-00c4-44c5-a43c-8eaabedbd394 HTTP/1.1" status: 204  len: 168 time: 0.2104120
Apr 08 20:01:30.752241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44230) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:30.868179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-279465733-network', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:30.873536 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:30.878233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Usage tracker for resource:network and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:30.883194 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:30.890485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:30.953445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Made reservation on behalf of 7c147e3f05de4994b8e4b5ae25484f3c for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:30.958332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:30.971384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:30.986418 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:30.992089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:30.995080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:31.001187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:31.178610 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.222140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.227210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-57ff4125-9479-44d1-aa8f-e710d78da42c tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:31.256343 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 20:01:31.265550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661e1a3-8c16-4fd5-a2a9-1a95fcfdcf95,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:31.269431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:31.271933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.272323 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Added segment a2bdb71e-6aba-418f-8259-d4a7dda826d1 of type vlan for network bd0b7eef-746d-4f77-b878-0ee946d98add
Apr 08 20:01:31.299355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.353625 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.355089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:31.355740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:31.359524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cff807b7-ce18-467f-9453-918781fa666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:31.470352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0b7eef-746d-4f77-b878-0ee946d98add,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:31.473079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:31.481267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network bd0b7eef-746d-4f77-b878-0ee946d98add details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 20:01:31.503427 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7494264
Apr 08 20:01:31.506358 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44254) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:31.513159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Request body: {'subnet': {'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-279465733-subnet', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:31.520998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:31.527545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Usage tracker for resource:subnet and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:31.531546 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:31.540440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:31.582872 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Made reservation on behalf of 7c147e3f05de4994b8e4b5ae25484f3c for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:31.592175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.037275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.052715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-891172b5-eccf-4452-903f-3017a6a9586b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:32.177008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66159daf-f69b-4e8d-a5ac-ff593b39a368,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:32.182838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:32.253073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:32.253472 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Network hostable DHCP agents. Network: bd0b7eef-746d-4f77-b878-0ee946d98add, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 20:01:32.296390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Network bd0b7eef-746d-4f77-b878-0ee946d98add is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 20:01:32.320113 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, bd0b7eef-746d-4f77-b878-0ee946d98add) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:32.329554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133c707-f162-4fb4-a96c-1afe5de7f342 None None] Network bd0b7eef-746d-4f77-b878-0ee946d98add requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:32.336568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:32.337213 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.377760 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-feb05b5a-838a-4ed7-b479-bd718289e04a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8695168
Apr 08 20:01:32.380768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44260) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:32.386414 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:32.391666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:32.395849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Usage tracker for resource:router and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:32.400110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:32.406415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:32.434023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.435156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.450582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.567879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-bd0b7eef-746d-4f77-b878-0ee946d98add', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 20:01:32.568838 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.740066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Allocated IP 172.20.0.2 (bd0b7eef-746d-4f77-b878-0ee946d98add/66159daf-f69b-4e8d-a5ac-ff593b39a368/08015927-1474-4e39-b1ed-d1d49b49a322) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:32.776169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.959822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:32.971696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Transition to ACTIVE for port object 08015927-1474-4e39-b1ed-d1d49b49a322 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:32.993039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Transition to ACTIVE for port object 08015927-1474-4e39-b1ed-d1d49b49a322 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:33.061932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.078384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35f25fb4-4db0-4b24-b6f1-47a09d689bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:33.142092 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.175858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.217000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Pushing event updated for resources: {'Port': ['ID=08015927-1474-4e39-b1ed-d1d49b49a322,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:33.222109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:33.281741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:33.283170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:33.286508 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:33.330645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Allocated IP 172.27.1.46 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/60efde54-dde8-4805-a187-94afd7e09f22) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:33.389298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Attempting to bind port 08015927-1474-4e39-b1ed-d1d49b49a322 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:33.389708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Attempting to bind port 08015927-1474-4e39-b1ed-d1d49b49a322 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:33.390166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Attempting to bind port 08015927-1474-4e39-b1ed-d1d49b49a322 on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:33.395851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:33.396267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:33.396708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.397140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Bound using segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:33.397676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Bound port: 08015927-1474-4e39-b1ed-d1d49b49a322, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:33.398172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.475095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] For port 08015927-1474-4e39-b1ed-d1d49b49a322, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:33.483129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] For port 08015927-1474-4e39-b1ed-d1d49b49a322, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=08015927-1474-4e39-b1ed-d1d49b49a322,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:33.512778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.527933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:33.558278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.618044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:33.633424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-28d9524b-8fb8-4dea-a0fe-f0a87062573e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:33.695974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Pushing event updated for resources: {'Port': ['ID=08015927-1474-4e39-b1ed-d1d49b49a322,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:33.700778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:33.773098 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Pushing event updated for resources: {'Port': ['ID=60efde54-dde8-4805-a187-94afd7e09f22,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:33.777569 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:33.838553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:33.839913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:33.842330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:34.622887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:35.018051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:35.175515 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21fba63-b001-4980-8322-75b57e12ae89 None None] Network bd0b7eef-746d-4f77-b878-0ee946d98add requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:35.274398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 20:01:35.349969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-c110f195-6c6f-445c-acb1-0660cc47317c None None] Provisioning for port 08015927-1474-4e39-b1ed-d1d49b49a322 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:35.480112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:35.496014 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:35.509869 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:35.510576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dc128>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:35.547752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:35.549472 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1675560
Apr 08 20:01:35.552138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44270) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:35.907827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:36.095642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 08015927-1474-4e39-b1ed-d1d49b49a322 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:36.264070 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 08015927-1474-4e39-b1ed-d1d49b49a322 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:36.274020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 08015927-1474-4e39-b1ed-d1d49b49a322 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:36.274426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.305535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.358131 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dc128>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:34Z', 'revision_number': 3, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:36.393659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:36.394084 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Updating router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 port 60efde54-dde8-4805-a187-94afd7e09f22 binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 20:01:36.474067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.480389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.541620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 08015927-1474-4e39-b1ed-d1d49b49a322, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=08015927-1474-4e39-b1ed-d1d49b49a322,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:36.544545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Allocated IP 172.20.0.1 (bd0b7eef-746d-4f77-b878-0ee946d98add/66159daf-f69b-4e8d-a5ac-ff593b39a368/84159972-0f1e-419e-ba9c-500fdab590d9) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:36.582612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.592740 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:36.708901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.727827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Transition to ACTIVE for port object 84159972-0f1e-419e-ba9c-500fdab590d9 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:36.771572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=08015927-1474-4e39-b1ed-d1d49b49a322,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:36.776595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:36.776822 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.793061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cee4c175-2414-422c-a421-dbcc03531b7f tempest-TestShelveInstance-94113242 tempest-TestShelveInstance-94113242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:36.939540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Pushing event updated for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:36.945340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:36.993015 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:36.995337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:36.996520 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:36.998859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:37.005570 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Transition to ACTIVE for port object 60efde54-dde8-4805-a187-94afd7e09f22 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:37.050818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.058334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.068011 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:37.219141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Pushing event updated for resources: {'Port': ['ID=60efde54-dde8-4805-a187-94afd7e09f22,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:37.222257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:37.269451 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6b403acf-0f54-4a78-b811-efa6bd33140c None None] Provisioning for port 84159972-0f1e-419e-ba9c-500fdab590d9 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:37.280060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-6b403acf-0f54-4a78-b811-efa6bd33140c None None] Provisioning complete for port 84159972-0f1e-419e-ba9c-500fdab590d9 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:37.280485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6b403acf-0f54-4a78-b811-efa6bd33140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.359690 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Attempting to bind port 60efde54-dde8-4805-a187-94afd7e09f22 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:37.360121 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Attempting to bind port 60efde54-dde8-4805-a187-94afd7e09f22 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:37.360656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Attempting to bind port 60efde54-dde8-4805-a187-94afd7e09f22 on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:37.372099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:37.372526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:37.372981 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.373426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:37.373986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Bound port: 60efde54-dde8-4805-a187-94afd7e09f22, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:37.374413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.402631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-6b403acf-0f54-4a78-b811-efa6bd33140c None None] Port 84159972-0f1e-419e-ba9c-500fdab590d9 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:01:37.464656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] For port 60efde54-dde8-4805-a187-94afd7e09f22, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:37.471442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] For port 60efde54-dde8-4805-a187-94afd7e09f22, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=60efde54-dde8-4805-a187-94afd7e09f22,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:37.513902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.531590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:37.652995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.690608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Pushing event updated for resources: {'Port': ['ID=60efde54-dde8-4805-a187-94afd7e09f22,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:37.696744 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:37.743858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:37.744540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dc128>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:37.946388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:37.955938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:37.982089 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:38.013242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b08e3635-86a7-4665-895b-b087c015b9ba tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:38.087216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 08015927-1474-4e39-b1ed-d1d49b49a322 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:38.105115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Pushing event updated for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:38.107854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:38.121169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:38.268065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:38.269385 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:38.489502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 08015927-1474-4e39-b1ed-d1d49b49a322 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:38.489742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:01:38.490017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:38.606912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-41a78ecd-938b-4e23-8c3f-d8da602757f6 None None] Provisioning complete for port 84159972-0f1e-419e-ba9c-500fdab590d9 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:38.607273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-41a78ecd-938b-4e23-8c3f-d8da602757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:38.681440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-41a78ecd-938b-4e23-8c3f-d8da602757f6 None None] Port 84159972-0f1e-419e-ba9c-500fdab590d9 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:01:38.692355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:38.702705 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] 10.222.0.68 "PUT /v2.0/routers/3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1493576
Apr 08 20:01:38.738234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f09dc128>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:36Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:38.747974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2e298c-66b3-4a09-90c1-dc4fa445efd4 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:36Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:39.405563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44294) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:39.412501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-703201759-network', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:39.423301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:39.427534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Usage tracker for resource:network and tenant:b2cf0869cde040748ea3c7d6e20f2f38 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:39.430721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:39.437755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:39.473638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Made reservation on behalf of b2cf0869cde040748ea3c7d6e20f2f38 for: {'network': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:39.479210 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.492984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.509653 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:39.513702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cf0869cde040748ea3c7d6e20f2f38 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:39.516753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:39.527778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:39.635354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.667845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.673477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c6ca4a83-9769-4e8d-bed6-453477519f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:39.701428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769}  {{(pid=85384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 20:01:39.715669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec183d1c-59a3-4917-b3ba-689a5013c588,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:39.720442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:39.721861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.722430 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Added segment e02696ab-a982-454d-be29-91a7942ce2f4 of type vlan for network 1d745048-ad13-4e87-9e54-6d6450394c56
Apr 08 20:01:39.753443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.816441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.817817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:39.818384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:39.824961 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:39.937271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Pushing event updated for resources: {'Network': ['ID=1d745048-ad13-4e87-9e54-6d6450394c56,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:39.940721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:39.948158 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network 1d745048-ad13-4e87-9e54-6d6450394c56 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 20:01:39.964170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44300) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:39.969648 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c395b87b-bbfa-4cf6-bd06-d47a929e5404 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5603182
Apr 08 20:01:39.974152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Request body: {'subnet': {'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-703201759-subnet', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:39.979833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:39.984329 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Usage tracker for resource:subnet and tenant:b2cf0869cde040748ea3c7d6e20f2f38 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:39.987745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:39.994650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:40.033553 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Made reservation on behalf of b2cf0869cde040748ea3c7d6e20f2f38 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:40.039354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.076924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60efde54-dde8-4805-a187-94afd7e09f22 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:40.187764 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 60efde54-dde8-4805-a187-94afd7e09f22 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:40.194181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 60efde54-dde8-4805-a187-94afd7e09f22 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:40.194798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.329817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.347483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 60efde54-dde8-4805-a187-94afd7e09f22, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=60efde54-dde8-4805-a187-94afd7e09f22,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:40.386927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.388913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:40.463381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=60efde54-dde8-4805-a187-94afd7e09f22,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:40.466652 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:40.511585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.527516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d40e112b-60d7-4ec5-ab37-f23fab27e39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:40.670853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0e3f50-6deb-481a-abad-fbf44b55f6a5,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:40.675735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:40.732442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Checking segment: {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:40.732851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Network hostable DHCP agents. Network: 1d745048-ad13-4e87-9e54-6d6450394c56, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 20:01:40.781811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Network 1d745048-ad13-4e87-9e54-6d6450394c56 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 20:01:40.816093 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, 1d745048-ad13-4e87-9e54-6d6450394c56) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:40.825871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9a66d-40bc-4673-9523-1271db15d4a7 None None] Network 1d745048-ad13-4e87-9e54-6d6450394c56 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:40.829377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:40.830114 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.874215 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-1f5fe344-d19b-4e93-a167-d6dad31c4fbd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9086888
Apr 08 20:01:40.876833 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44304) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:40.883313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:40.888403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:40.892522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Usage tracker for resource:router and tenant:b2cf0869cde040748ea3c7d6e20f2f38 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:40.896429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:40.903650 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:40.936399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-939030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775377'] for router, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.937548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-638584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:40.953939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.091029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36064197-8743-5afd-8eca-d3f1c973c0ed-1d745048-ad13-4e87-9e54-6d6450394c56', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5'}]}} from dv-cinder-784623-4-iscsi. {{(pid=85386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 20:01:41.091954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.265337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Allocated IP 172.20.0.2 (1d745048-ad13-4e87-9e54-6d6450394c56/7a0e3f50-6deb-481a-abad-fbf44b55f6a5/fa408e7e-cd2f-4442-9adc-f033acbb2211) {{(pid=85386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:41.277534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-638569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-389'] for router, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.490598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks [] for port, precommit_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.502266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Transition to ACTIVE for port object fa408e7e-cd2f-4442-9adc-f033acbb2211 will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:41.523798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Transition to ACTIVE for port object fa408e7e-cd2f-4442-9adc-f033acbb2211 will not be triggered until provisioned by entity DHCP. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:41.576972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526'] for port, after_create {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.593042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:41.746349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Pushing event updated for resources: {'Port': ['ID=fa408e7e-cd2f-4442-9adc-f033acbb2211,revision_number=1']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:41.751953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:41.809002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Network 1d745048-ad13-4e87-9e54-6d6450394c56 is already hosted by enough agents. {{(pid=85386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:41.810396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Resources bound (agent type, host, resource id):  {{(pid=85386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:41.812711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Received port after_create {{(pid=85386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:41.910695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Attempting to bind port fa408e7e-cd2f-4442-9adc-f033acbb2211 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:41.911108 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Attempting to bind port fa408e7e-cd2f-4442-9adc-f033acbb2211 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:41.911514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Attempting to bind port fa408e7e-cd2f-4442-9adc-f033acbb2211 on network 1d745048-ad13-4e87-9e54-6d6450394c56 {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:41.912006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.918152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:41.918572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Checking segment: {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:41.919022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.919457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Bound using segment: {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:41.919970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Bound port: fa408e7e-cd2f-4442-9adc-f033acbb2211, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:41.920387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:41.945837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:42.002008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] For port fa408e7e-cd2f-4442-9adc-f033acbb2211, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:42.005448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] For port fa408e7e-cd2f-4442-9adc-f033acbb2211, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=fa408e7e-cd2f-4442-9adc-f033acbb2211,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:42.028525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60efde54-dde8-4805-a187-94afd7e09f22 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:42.060724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:42.082752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:42.101265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Allocated IP 172.27.1.158 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/f2bd8d80-8d50-4cab-a82b-472e6c0941eb) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:42.125163 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:01:42.142346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:42.156619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:42.157296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f113bd68>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:42.245950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Pushing event updated for resources: {'Port': ['ID=fa408e7e-cd2f-4442-9adc-f033acbb2211,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:42.251365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:42.295179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 60efde54-dde8-4805-a187-94afd7e09f22 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:42.295605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:42.308971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:42.377550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:42.464048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:42.555240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:42.563155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Pushing event updated for resources: {'Port': ['ID=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:42.567534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:42.603159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:42.604355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:42.606844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:42.922347 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f113bd68>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 2, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:42.926355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:42.926756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Updating router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 port 84159972-0f1e-419e-ba9c-500fdab590d9 binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 20:01:42.984537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.174671 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.398640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.410644 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Transition to ACTIVE for port object 84159972-0f1e-419e-ba9c-500fdab590d9 will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:43.455962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.472678 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:43.548287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853836769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854137209'] for router, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.608075 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Pushing event updated for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:43.636518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.636909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.637275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.637643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.638034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.638405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.640828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:01:43.646719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:43.833160 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Router c7ccbc8d-6991-4a3d-8787-989267979072 is scheduled to L3 agent efffbd9e-bf62-401e-bae7-58774297866b with binding_index 1 {{(pid=85385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 20:01:43.858732 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Attempting to bind port 84159972-0f1e-419e-ba9c-500fdab590d9 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:43.859260 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Attempting to bind port 84159972-0f1e-419e-ba9c-500fdab590d9 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:43.859749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Attempting to bind port 84159972-0f1e-419e-ba9c-500fdab590d9 on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:43.866702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:43.867276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:43.867816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.868355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Bound using segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:43.869009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Bound port: 84159972-0f1e-419e-ba9c-500fdab590d9, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:43.869492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:43.910245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44138b3f-aa57-419f-b1e7-e87e78ba2dff None None] Network 1d745048-ad13-4e87-9e54-6d6450394c56 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:43.953356 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] For port 84159972-0f1e-419e-ba9c-500fdab590d9, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:43.956578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] For port 84159972-0f1e-419e-ba9c-500fdab590d9, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=84159972-0f1e-419e-ba9c-500fdab590d9,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:43.988516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:44.012980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:44.023738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-80881746-5d25-4c71-b44d-54a69ed702b1 None None] Provisioning for port fa408e7e-cd2f-4442-9adc-f033acbb2211 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:44.066430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:44.105568 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Sync routers for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:44.113818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device fa408e7e-cd2f-4442-9adc-f033acbb2211 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:44.118428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Notify callbacks [] for router, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:44.120513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2419894
Apr 08 20:01:44.122716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44326) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:44.174597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Pushing event updated for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:44.179924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b8793b9b-bd57-4eef-a9b6-ccf349b630ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:44.224362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:44.225060 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f113bd68>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:44.397703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:44.414674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13048>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:44.438352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:44.713330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:44.814862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f113bd68>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:43Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:44.819272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632853e7-1086-4252-8130-1b2dedb7e8d9 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:43Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:44.828255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port fa408e7e-cd2f-4442-9adc-f033acbb2211 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:44.857206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port fa408e7e-cd2f-4442-9adc-f033acbb2211 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:44.857645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.150724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.174489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port fa408e7e-cd2f-4442-9adc-f033acbb2211, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=fa408e7e-cd2f-4442-9adc-f033acbb2211,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:45.192814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13048>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:42Z', 'revision_number': 3, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:45.197698 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Checking router: c7ccbc8d-6991-4a3d-8787-989267979072 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:45.198128 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Updating router c7ccbc8d-6991-4a3d-8787-989267979072 port f2bd8d80-8d50-4cab-a82b-472e6c0941eb binding host dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 20:01:45.230481 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.241911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.243064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:45.332441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.377219 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-fc232472-d328-4b9c-84d7-472df067a0a9 None None] Provisioning complete for port fa408e7e-cd2f-4442-9adc-f033acbb2211 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:45.377938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc232472-d328-4b9c-84d7-472df067a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.441889 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=fa408e7e-cd2f-4442-9adc-f033acbb2211,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:45.453380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:45.474529 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Allocated IP 172.20.0.1 (1d745048-ad13-4e87-9e54-6d6450394c56/7a0e3f50-6deb-481a-abad-fbf44b55f6a5/dc8e37e2-5058-48c5-b7a1-58e8f71f2a88) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:45.655894 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.675706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Transition to ACTIVE for port object dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:45.748468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.765403 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6a5e1639-492e-4dfc-8ebd-097e01a2f11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:45.882687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks [] for port, precommit_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.894893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Transition to ACTIVE for port object f2bd8d80-8d50-4cab-a82b-472e6c0941eb will not be triggered until provisioned by entity L2. {{(pid=85386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:45.902229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:45.905304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:45.918879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:45.934305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:45.960085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Network 1d745048-ad13-4e87-9e54-6d6450394c56 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:45.961295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:45.964586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:46.030890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572491'] for router_interface, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.075138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f17719-b241-4033-867d-50e741df159e None None] Pushing event updated for resources: {'Port': ['ID=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,revision_number=2']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:46.078245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c8f17719-b241-4033-867d-50e741df159e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:46.082898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device fa408e7e-cd2f-4442-9adc-f033acbb2211 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:46.225177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Attempting to bind port f2bd8d80-8d50-4cab-a82b-472e6c0941eb on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:46.225735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Attempting to bind port f2bd8d80-8d50-4cab-a82b-472e6c0941eb by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:46.226136 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Attempting to bind port f2bd8d80-8d50-4cab-a82b-472e6c0941eb on network eae2473c-485d-4179-a609-e32bdc74ffdd {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:46.232878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port fa408e7e-cd2f-4442-9adc-f033acbb2211 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:46.233255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.243973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.264384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:46.264802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Checking segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:46.265246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.265679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Bound using segment: {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'} {{(pid=85386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:46.266238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Bound port: f2bd8d80-8d50-4cab-a82b-472e6c0941eb, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2970025a-269d-44ae-9b44-13a9f4efe14c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd'}}] {{(pid=85386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:46.266655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.304487 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-0bb09579-29e0-43cf-bcc3-04286da94381 None None] Provisioning for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:46.321125 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-0bb09579-29e0-43cf-bcc3-04286da94381 None None] Provisioning complete for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:46.321541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0bb09579-29e0-43cf-bcc3-04286da94381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.429635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-0bb09579-29e0-43cf-bcc3-04286da94381 None None] Port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:01:46.465433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] For port f2bd8d80-8d50-4cab-a82b-472e6c0941eb, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:46.524122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.581993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.613626 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-02f6963b-d39f-4b54-a91e-cc8a8133481f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:46.668181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] For port f2bd8d80-8d50-4cab-a82b-472e6c0941eb, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:46.679791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 84159972-0f1e-419e-ba9c-500fdab590d9 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:46.713999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.714705 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853991196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-935838'] for router_interface, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:46.731373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:46.736470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:46.738263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:46.878105 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Network 1d745048-ad13-4e87-9e54-6d6450394c56 is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:46.879762 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:46.924111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f17719-b241-4033-867d-50e741df159e None None] Pushing event updated for resources: {'Port': ['ID=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,revision_number=3']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:46.929753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c8f17719-b241-4033-867d-50e741df159e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:46.962190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port 84159972-0f1e-419e-ba9c-500fdab590d9 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:46.980694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:46.981659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13048>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:47.097597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Router c7ccbc8d-6991-4a3d-8787-989267979072 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:01:47.124557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 84159972-0f1e-419e-ba9c-500fdab590d9 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:47.124979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:47.230290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-c5e3b119-d2c9-4fa5-96e9-02e34e6dbe46 None None] Provisioning complete for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:47.230717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b119-d2c9-4fa5-96e9-02e34e6dbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:47.294956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:01:47.304817 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] 10.222.0.68 "PUT /v2.0/routers/c7ccbc8d-6991-4a3d-8787-989267979072/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1806710
Apr 08 20:01:47.367717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:47.412351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3b119-d2c9-4fa5-96e9-02e34e6dbe46 None None] Port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:01:47.536805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:47.635395 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port 84159972-0f1e-419e-ba9c-500fdab590d9, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=84159972-0f1e-419e-ba9c-500fdab590d9,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:47.673381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:47.677312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:47.805841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:47.809633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:47.829949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0b13048>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'dc8e37e2-5058-48c5-b7a1-58e8f71f2a88', 'name': '', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'mac_address': 'fa:16:3e:11:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:45Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 2, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'subnets': [{'id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:47.834058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ab9c-e62e-40f9-af7e-ffad2fdc76c6 None None] The sync data for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi is: [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'dc8e37e2-5058-48c5-b7a1-58e8f71f2a88', 'name': '', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'mac_address': 'fa:16:3e:11:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:45Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 2, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'subnets': [{'id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:48.026756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 84159972-0f1e-419e-ba9c-500fdab590d9 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:48.101956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port 84159972-0f1e-419e-ba9c-500fdab590d9 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:48.102382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.214242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.519288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44354) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:48.525893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984529338', 'description': 'tempest-secgroup-smoke-1984529338 description', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:48.532627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:48.536749 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:48.539943 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:48.546377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:48.582080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.586647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:48.591208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:48.594286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:48.607622 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:48.707994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.741975 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.748514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aada0ad9-3832-44f0-90e9-3194e850094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:48.792102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027f2414-112f-4c9b-a154-405fb915efbd,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:48.800392 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:48.821973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.823789 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e4b20389-ed02-455b-a86f-c72a8c3bdd99 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3030777
Apr 08 20:01:48.826681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44362) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:48.832692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:48.840028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:48.844246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:48.847984 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:48.854882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:48.932061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:48.999244 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.033290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.042242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.070734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a8c70b-4ed3-4f64-9b75-966559b4b3b2,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.073899 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.107634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.112057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44368) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.112238 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-e280744f-bea9-47c1-8088-65175f8a134e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2843771
Apr 08 20:01:49.119596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:49.126507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:49.131071 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:49.134433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:49.140771 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:49.188796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44372) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.189118 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.259511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.301818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.311937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ec785be6-dedc-4158-aa5a-5efb730b0891 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.321528 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.336068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d42083-8cdc-4af4-910d-e5b8491d8d7f,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.338349 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:49.338770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.342605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Usage tracker for resource:security_group_rule and tenant:3dd66fc2237b4969989f865672559a7f is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:49.346613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:49.353458 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:49.370147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.371522 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fc885f03-cc78-432a-976c-6190f8b0be1f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2580752
Apr 08 20:01:49.374462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44378) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.380699 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:49.387680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:49.391852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:49.395058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:49.401490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:49.441448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.456956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.490116 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.499654 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-394a83d5-9635-485b-a81e-91f28bc2e0fd tempest-AttachVolumeShelveTestJSON-169502615 tempest-AttachVolumeShelveTestJSON-169502615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.523776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.543070 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3dd66fc2237b4969989f865672559a7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528481
Apr 08 20:01:49.544088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888b6d49-87b7-44ff-a8be-0b44160a38a2,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.545922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44382) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.547283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-04c4e729-d640-4193-aad9-91386e5a307e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.563240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.576540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.621544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29843ee6-dd6c-4753-a90e-d9c34be81eb4,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.626812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.653557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.664409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.665699 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-07cf628b-6325-4504-9352-536906da877e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2901464
Apr 08 20:01:49.668821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44386) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.676582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:49.692250 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:49.700413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.707394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:49.713902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:49.727983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:49.782157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.807927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.812258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-614563bb-920a-4688-a927-98fe1d332ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.834223 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b6d49-87b7-44ff-a8be-0b44160a38a2,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.840868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.856412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.857659 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-388db29b-7812-4a0d-a7ac-3f1abb17871c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/888b6d49-87b7-44ff-a8be-0b44160a38a2 HTTP/1.1" status: 204  len: 168 time: 0.3106086
Apr 08 20:01:49.876770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.907303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.909527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:49.936693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb31808a-5ffb-406c-bb54-fdf6de09e983,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:49.939402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:49.970247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:49.972130 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-86e662cb-cd3c-470a-b253-f36ed7cee604 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3018897
Apr 08 20:01:49.974661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44392) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:49.981175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:49.994606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:49.999359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:50.004283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:50.009734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:50.050321 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Project 7c147e3f05de4994b8e4b5ae25484f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 20:01:50.059784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.069512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device f2bd8d80-8d50-4cab-a82b-472e6c0941eb up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:50.135248 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.164432 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.166722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3f11c317-7bff-4ba0-868e-97a0a88f87c8 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:50.193447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a618e27-9874-49cd-b6aa-4a3cb607f56b,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:50.198475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:50.210782 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port f2bd8d80-8d50-4cab-a82b-472e6c0941eb completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:50.216480 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port f2bd8d80-8d50-4cab-a82b-472e6c0941eb triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:50.216964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.238862 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.240403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ca8e3b65-cf88-4448-b87f-c30a996ceccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2639716
Apr 08 20:01:50.243750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 44404) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:50.249430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'security_group_rule': {'security_group_id': '027f2414-112f-4c9b-a154-405fb915efbd', 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:50.256886 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:50.261300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:security_group_rule and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:50.264299 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:50.271132 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:50.335993 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.securitygroups_db [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Project 7c147e3f05de4994b8e4b5ae25484f3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 20:01:50.343360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.347073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.363958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port f2bd8d80-8d50-4cab-a82b-472e6c0941eb, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:50.393318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.395834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:50.416655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.450090 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951687'] for security_group_rule, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.452378 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-289ee5b0-5ebd-4253-9da8-0b4ad3e9a024 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:50.468246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:50.471613 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:50.477969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257ccef3-2e5d-4caf-bbab-b94686ba7ac8,revision_number=0']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:50.483238 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:50.520922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:50.522384 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-82b61be2-23ef-4140-b00d-76397e6ee2a4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2775478
Apr 08 20:01:50.838600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44456) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:50.973097 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1358009075-network', 'tenant_id': '943294289c9a4a40881b8559bd29a511'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:50.979471 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:50.983774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Usage tracker for resource:network and tenant:943294289c9a4a40881b8559bd29a511 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:50.986888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:50.993336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:51.038595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Made reservation on behalf of 943294289c9a4a40881b8559bd29a511 for: {'network': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:51.043516 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for network, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.057798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.063387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Sync routers for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:01:51.075188 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:51.078588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:51.079387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f14fcd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:51.079992 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Usage tracker for resource:security_group_rule and tenant:943294289c9a4a40881b8559bd29a511 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:51.083157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:51.089915 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:51.202934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.239425 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.246031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-802143dd-8055-4782-914f-12b200cab176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:51.281949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=85385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 20:01:51.301766 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e024e6-5446-4ca2-9506-3dd873e3fbcb,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:51.307376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:51.308503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.308899 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.segments_db [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Added segment e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b of type vlan for network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5
Apr 08 20:01:51.339411 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783999065322'] for network, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.410695 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291'] for network, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.412511 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:51.413483 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.422836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-e6c739b2-9d70-4a6a-a617-60c76d61f504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:51.483967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:51.565526 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7249959
Apr 08 20:01:51.568555 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44466) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:01:51.572044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Pushing event updated for resources: {'Network': ['ID=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:51.578249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Request body: {'subnet': {'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1358009075-subnet', 'tenant_id': '943294289c9a4a40881b8559bd29a511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:51.582232 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:51.583933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 details requested by agent ovs-agent-dv-cinder-784623-4-iscsi with host dv-cinder-784623-4-iscsi {{(pid=85386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 20:01:51.585282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:51.589735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Usage tracker for resource:subnet and tenant:943294289c9a4a40881b8559bd29a511 is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:51.592959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:51.602703 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:51.644880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Made reservation on behalf of 943294289c9a4a40881b8559bd29a511 for: {'subnet': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:51.652008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499403'] for subnet, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:51.842711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f14fcd30>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'dc8e37e2-5058-48c5-b7a1-58e8f71f2a88', 'name': '', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'mac_address': 'fa:16:3e:11:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:45Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 2, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'subnets': [{'id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:51.847000 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Checking router: c7ccbc8d-6991-4a3d-8787-989267979072 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:01:51.847382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Updating router c7ccbc8d-6991-4a3d-8787-989267979072 port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 binding host dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 20:01:51.904706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.061524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device f2bd8d80-8d50-4cab-a82b-472e6c0941eb up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:52.133499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827651187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499450'] for subnet, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.144424 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port f2bd8d80-8d50-4cab-a82b-472e6c0941eb triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:52.144852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.151405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb01ba0d-7e6f-4334-b5a2-95302383b031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:52.293012 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c27db8-b392-4bed-93b9-fa736f4452c3,revision_number=0']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:52.295900 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:52.356902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks [] for port, precommit_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.370891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Transition to ACTIVE for port object dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 will not be triggered until provisioned by entity L2. {{(pid=85387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:52.410813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.433545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:52.576804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd909b-c4e4-4b39-a5aa-32ac93380a82 None None] Pushing event updated for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=3']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:52.583069 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0fbd909b-c4e4-4b39-a5aa-32ac93380a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:52.675865 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Checking segment: {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:52.676287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Network hostable DHCP agents. Network: f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5, hostable agents: ['fe8742ad-dbfd-4336-a4bc-fb3a9c01225d'], hosted agents: [] {{(pid=85385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 20:01:52.724868 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 is scheduled to be hosted by DHCP agent fe8742ad-dbfd-4336-a4bc-fb3a9c01225d with binding_index 1 {{(pid=85385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 20:01:52.753638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b75214d4-187a-4ea7-8390-f33fe2a06aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.782067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-4-iscsi, f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5) {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:52.791579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65896df-e0ef-4a1e-a6ec-7f40a4e96c33 None None] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:52.800374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:52.801082 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.805746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Attempting to bind port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 on host dv-cinder-784623-4-iscsi for vnic_type normal with profile  {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:01:52.805746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Attempting to bind port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 by drivers openvswitch,hyperv on host dv-cinder-784623-4-iscsi at level 0 using segments [{'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:01:52.805746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Attempting to bind port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 on network 1d745048-ad13-4e87-9e54-6d6450394c56 {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:01:52.813556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Checking agent: {'id': 'c40b7007-f759-4f65-8220-85b5afdda66f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 43, 27), 'started_at': datetime.datetime(2021, 4, 8, 19, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:01:52.814161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Checking segment: {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:01:52.814710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.815640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Bound using segment: {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'} {{(pid=85387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:01:52.816010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Bound port: dc8e37e2-5058-48c5-b7a1-58e8f71f2a88, host: dv-cinder-784623-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02696ab-a982-454d-be29-91a7942ce2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56'}}] {{(pid=85387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:01:52.816524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.866287 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-d05e5731-898d-46d6-813d-14298b9bf715 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2916658
Apr 08 20:01:52.923207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] For port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88, host dv-cinder-784623-4-iscsi, cleared binding levels {{(pid=85387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:01:52.926332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] For port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88, host dv-cinder-784623-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:01:52.953636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:52.973711 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:53.141270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd909b-c4e4-4b39-a5aa-32ac93380a82 None None] Pushing event updated for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=4']} {{(pid=85387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:53.146663 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0fbd909b-c4e4-4b39-a5aa-32ac93380a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:53.190241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:01:53.190913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f14fcd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:01:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:53.241962 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76c636-4345-4b87-a1e2-44b239dfe344 None None] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:01:53.421572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:01:53.941953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f14fcd30>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'dc8e37e2-5058-48c5-b7a1-58e8f71f2a88', 'name': '', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'mac_address': 'fa:16:3e:11:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:45Z', 'updated_at': '2021-04-08T20:01:52Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'subnets': [{'id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:01:53.946206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda328c7-9072-4899-a3fe-66340c06e248 None None] The sync data for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi is: [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:01:46Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': 'dc8e37e2-5058-48c5-b7a1-58e8f71f2a88', 'name': '', 'network_id': '1d745048-ad13-4e87-9e54-6d6450394c56', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'mac_address': 'fa:16:3e:11:eb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:45Z', 'updated_at': '2021-04-08T20:01:52Z', 'revision_number': 4, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'subnets': [{'id': '7a0e3f50-6deb-481a-abad-fbf44b55f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:01:54.054022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:54.157851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:01:54.164579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:54.165007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:54.299346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:54.321552 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] For port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:01:54.382482 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:54.386028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:54.462287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Pushing event updated for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:54.465447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:55.101440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1a665e38-6805-4313-bcb4-13205938e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:55.268421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-8c7ec158-eb97-4ff1-9766-b857d3034a83 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:55.270024 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-8c7ec158-eb97-4ff1-9766-b857d3034a83 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/networks?id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 200  len: 809 time: 0.1623714
Apr 08 20:01:55.286497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-16a0387d-0e58-4c21-8404-827945fd9763 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/quotas/943294289c9a4a40881b8559bd29a511 HTTP/1.1" status: 200  len: 375 time: 0.0101838
Apr 08 20:01:55.341062 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-46002fe8-3ad1-462a-bafc-ca309d3c6622 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482843
Apr 08 20:01:55.488733 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-4f2b28b1-01ae-4917-a53a-09a6428b8a54 service neutron] 10.222.0.68 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401243
Apr 08 20:01:55.636587 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-22482217-0752-4761-b170-8d7d0e63c38d service neutron] 10.222.0.68 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408684
Apr 08 20:01:55.646512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:55.861820 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-df8bcbf8-fd4b-4705-ac2e-60a5b4c9ecdf req-06bca9b9-52d3-4e5f-8257-29d218588e3a tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 210 time: 0.0506971
Apr 08 20:01:56.036525 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 up at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:01:56.108206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Provisioning complete for port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:01:56.108627 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:56.901643 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:57.059650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c25b30f8-b26f-469e-a25e-f5f7e6fcf552 req-4ce64184-ae0c-48c4-930c-15441e59d8f6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 210 time: 0.0560765
Apr 08 20:01:57.501620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:57.564488 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c9f6dff2-8e55-4403-8b97-c1f94708f73e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:57.566161 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c9f6dff2-8e55-4403-8b97-c1f94708f73e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "GET /v2.0/networks?id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 200  len: 809 time: 0.1672516
Apr 08 20:01:57.579665 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Request body: {'port': {'device_id': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5', 'admin_state_up': True, 'tenant_id': '943294289c9a4a40881b8559bd29a511'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:57.742126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:01:57.746175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Usage tracker for resource:port and tenant:943294289c9a4a40881b8559bd29a511 is out of sync, need to count used quota {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:01:57.749123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:01:57.755468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:01:57.821706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Made reservation on behalf of 943294289c9a4a40881b8559bd29a511 for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:01:57.827912 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:58.011727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Allocated IP 172.20.0.4 (f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5/62c27db8-b392-4bed-93b9-fa736f4452c3/b4cc2269-0bf2-4bc1-b795-89c6107cf320) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:01:58.220197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:58.237378 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ab2ed1f5-7a8c-4db2-bdff-dec8a887cccc req-4ed0cb3a-7fd6-4b77-af44-e4d52759a2fe tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 210 time: 0.0559177
Apr 08 20:01:58.284806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:58.303275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cbcf5165-883b-4c6e-8cbc-81d70e005852 tempest-VolumesSnapshotTestJSON-1963307273 tempest-VolumesSnapshotTestJSON-1963307273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:58.706693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Pushing event updated for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:58.709645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:01:58.767746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:01:58.768875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:01:58.771734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:01:58.845895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:58.846572 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:58.896490 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3211982
Apr 08 20:01:58.909195 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Request body: {'port': {'device_id': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:01:59.044345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:59.532020 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea436-e379-4e2a-a088-7493e0391bd7 req-476910be-65c5-4d73-aa2f-859a8ab80603 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:01:59.532693 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-54eea436-e379-4e2a-a088-7493e0391bd7 req-476910be-65c5-4d73-aa2f-859a8ab80603 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Synchronizing usage tracker for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:01:59.548445 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc2269-0bf2-4bc1-b795-89c6107cf320 {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:01:59.561834 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:59.577574 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Transition to ACTIVE for port object b4cc2269-0bf2-4bc1-b795-89c6107cf320 will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:01:59.621513 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-54eea436-e379-4e2a-a088-7493e0391bd7 req-476910be-65c5-4d73-aa2f-859a8ab80603 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Unset dirty status for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:01:59.623790 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-54eea436-e379-4e2a-a088-7493e0391bd7 req-476910be-65c5-4d73-aa2f-859a8ab80603 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 931 time: 0.2554255
Apr 08 20:01:59.654596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:01:59.672301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-46aa2d45-1b4c-4086-8a56-50e1f7b44009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:01:59.719833 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-54eea436-e379-4e2a-a088-7493e0391bd7 req-7329e5bb-d369-4ef4-b242-4ad87f710de3 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898204
Apr 08 20:01:59.817151 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:01:59.820823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:00.045492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Attempting to bind port b4cc2269-0bf2-4bc1-b795-89c6107cf320 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:02:00.046106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Attempting to bind port b4cc2269-0bf2-4bc1-b795-89c6107cf320 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:02:00.046286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Attempting to bind port b4cc2269-0bf2-4bc1-b795-89c6107cf320 on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:00.051334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Port b4cc2269-0bf2-4bc1-b795-89c6107cf320 on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 20:02:00.051734 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Attempting to bind port b4cc2269-0bf2-4bc1-b795-89c6107cf320 on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:00.057937 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:02:00.058318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Checking segment: {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:02:00.058743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Bound using segment: {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:02:00.059218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Bound port: b4cc2269-0bf2-4bc1-b795-89c6107cf320, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:02:00.059604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:00.141920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:02:00.144929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:02:00.204725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:00.220804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-519f873e-a961-4460-8c69-c68d92bb62dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:00.378264 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:00.382317 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:00.420321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:00.420817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:00.422386 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] 10.222.0.10 "PUT /v2.0/ports/b4cc2269-0bf2-4bc1-b795-89c6107cf320 HTTP/1.1" status: 200  len: 1093 time: 1.5177124
Apr 08 20:02:00.422970 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:00.471621 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320', 'status': 'completed', 'code': 200}
Apr 08 20:02:00.562246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-ee8b27f5-cc92-418b-ae0d-0a31a37cb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:00.563899 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-ee8b27f5-cc92-418b-ae0d-0a31a37cb3bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 1096 time: 0.0851369
Apr 08 20:02:00.641635 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-3305002a-3c55-4397-8e59-d34c47270979 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320 HTTP/1.1" status: 200  len: 217 time: 0.0700548
Apr 08 20:02:00.723067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38121-2591-4b48-aba9-cfd3135c185b req-9bafb1a1-5460-43b9-b430-c1578c852728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:00.724650 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-9bafb1a1-5460-43b9-b430-c1578c852728 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62c27db8-b392-4bed-93b9-fa736f4452c3 HTTP/1.1" status: 200  len: 849 time: 0.0754807
Apr 08 20:02:00.785171 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-08a68c9f-506c-42bd-8c03-b6e5bc85c57b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513759
Apr 08 20:02:01.016955 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-b8604744-5bbe-4a0e-aa1b-9e6844e7d6c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249629
Apr 08 20:02:01.031729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5fba-6e2e-4187-a4b3-37ac4b00975c req-35ef35d3-13db-4b34-80e1-a45923264f0c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:01.033406 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-51fb5fba-6e2e-4187-a4b3-37ac4b00975c req-35ef35d3-13db-4b34-80e1-a45923264f0c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 943 time: 0.1607032
Apr 08 20:02:01.153876 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-51fb5fba-6e2e-4187-a4b3-37ac4b00975c req-90fc5fa8-6218-474a-9386-9be209212744 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959334
Apr 08 20:02:01.204421 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-eab38121-2591-4b48-aba9-cfd3135c185b req-f4470c57-a28c-497b-9525-e554a6b7514f service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698918
Apr 08 20:02:01.363384 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-1cac4aa7-1dd1-4a8e-ac35-6635b2b588df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:01.364877 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-1cac4aa7-1dd1-4a8e-ac35-6635b2b588df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 1096 time: 0.0844145
Apr 08 20:02:01.510486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-adf9dadd-0f7a-484b-9fa7-8a95321cc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:01.512055 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-adf9dadd-0f7a-484b-9fa7-8a95321cc03e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 200  len: 910 time: 0.1406279
Apr 08 20:02:01.591401 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-650f2463-3257-473c-a802-f8ab8a0ed0d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320 HTTP/1.1" status: 200  len: 217 time: 0.0725775
Apr 08 20:02:01.662936 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-c57d9f3b-9c79-480f-831b-1ca92d623815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:01.665564 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-c57d9f3b-9c79-480f-831b-1ca92d623815 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62c27db8-b392-4bed-93b9-fa736f4452c3 HTTP/1.1" status: 200  len: 849 time: 0.0678480
Apr 08 20:02:01.720646 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-0c32f3c1-eab5-4b11-9708-29c112d05550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482426
Apr 08 20:02:01.869634 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-efb6d581-34e0-4d3d-b1f2-97307b72c679 service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414316
Apr 08 20:02:02.017017 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-393ed93e-bff1-412a-872e-5ab5f1aa145a req-6073d28b-d087-4c63-827c-54edd0a2257f service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394844
Apr 08 20:02:02.363757 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f142e36-38f6-4b5d-b59f-488ac473daf4 req-849b9585-0216-4a44-8337-ab364af12b63 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:02.365271 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0f142e36-38f6-4b5d-b59f-488ac473daf4 req-849b9585-0216-4a44-8337-ab364af12b63 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 943 time: 0.0946701
Apr 08 20:02:02.415895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-0f142e36-38f6-4b5d-b59f-488ac473daf4 req-69a649cc-f8cb-4cb0-b2c7-7ad4d189304e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Synchronizing usage tracker for tenant:943294289c9a4a40881b8559bd29a511 on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:02.472694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-0f142e36-38f6-4b5d-b59f-488ac473daf4 req-69a649cc-f8cb-4cb0-b2c7-7ad4d189304e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Unset dirty status for tenant:943294289c9a4a40881b8559bd29a511 on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:02.474036 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0f142e36-38f6-4b5d-b59f-488ac473daf4 req-69a649cc-f8cb-4cb0-b2c7-7ad4d189304e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017807
Apr 08 20:02:03.684177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2e43e-3bc7-4878-a01f-ddfa6d5b226c req-b1a24d7c-50ee-438b-b1ae-90d4897a973e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:03.685771 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6c2e43e-3bc7-4878-a01f-ddfa6d5b226c req-b1a24d7c-50ee-438b-b1ae-90d4897a973e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 943 time: 0.0970221
Apr 08 20:02:03.717516 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e6c2e43e-3bc7-4878-a01f-ddfa6d5b226c req-14a1d9b7-fe4c-4af8-acbf-df5190db2cdc tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255151
Apr 08 20:02:03.751841 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device b4cc2269-0bf2-4bc1-b795-89c6107cf320 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 20:02:03.896372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:03.911059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320', 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5', 'port_id': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320', 'mac_address': 'fa:16:3e:fa:35:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c27db8-b392-4bed-93b9-fa736f4452c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 20:02:03.974055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:03.991748 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cc2269-0bf2-4bc1-b795-89c6107cf320 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:02:04.007498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:04.044225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:04.046174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-aa9bd570-e492-4bb8-9cdf-61335a01bd27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:04.115017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:04.118340 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:04.309187 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['b4cc2269-0bf2-4bc1-b795-89c6107cf320'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:02:04.920907 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80bbe8-2186-4dfb-bd7a-1a69da0e31f6 req-cf6f12bc-cbe2-40b0-88dd-31e510916b2c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:04.922532 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b80bbe8-2186-4dfb-bd7a-1a69da0e31f6 req-cf6f12bc-cbe2-40b0-88dd-31e510916b2c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 944 time: 0.0931787
Apr 08 20:02:04.954558 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3b80bbe8-2186-4dfb-bd7a-1a69da0e31f6 req-8fad4915-1f31-4d5e-94f3-cd70472a2f12 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256493
Apr 08 20:02:05.750312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device b4cc2269-0bf2-4bc1-b795-89c6107cf320 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:02:05.850088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port b4cc2269-0bf2-4bc1-b795-89c6107cf320 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:02:05.856117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port b4cc2269-0bf2-4bc1-b795-89c6107cf320 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:02:05.856563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:05.982415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:05.994647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:06.007146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:06.027046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:06.029972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:06.062349 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320', 'code': 200}
Apr 08 20:02:06.106641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:06.109955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:06.158140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393bfb2-def6-46a2-8b0a-4df703c5b09d req-135a09b6-f286-489e-9c5b-d0087b4006bc tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:06.159742 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8393bfb2-def6-46a2-8b0a-4df703c5b09d req-135a09b6-f286-489e-9c5b-d0087b4006bc tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.0902717
Apr 08 20:02:06.191177 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8393bfb2-def6-46a2-8b0a-4df703c5b09d req-7c3f802d-114d-43a5-a02b-167e663dcb2b tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246596
Apr 08 20:02:06.343389 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76e07-c62a-49e3-9ca4-283e1c5a9ba1 req-416c5fb1-fb06-4565-8818-c4b74ee2ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:06.344864 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bc76e07-c62a-49e3-9ca4-283e1c5a9ba1 req-416c5fb1-fb06-4565-8818-c4b74ee2ee20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 1098 time: 0.0791702
Apr 08 20:02:06.372258 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1bc76e07-c62a-49e3-9ca4-283e1c5a9ba1 req-7765bdce-0536-4a83-8efe-ecb6ad8b9bf9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0197217
Apr 08 20:02:07.399117 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97cf1-b018-4ef7-a33e-6ea8089bb913 req-8092d5b9-e816-4f2f-8ef3-53bc6e7dc9e8 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:07.400562 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ffe97cf1-b018-4ef7-a33e-6ea8089bb913 req-8092d5b9-e816-4f2f-8ef3-53bc6e7dc9e8 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.0926466
Apr 08 20:02:07.432537 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ffe97cf1-b018-4ef7-a33e-6ea8089bb913 req-008ee55e-b141-4c62-b98e-4efffea187db tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253396
Apr 08 20:02:08.463395 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-d676b174-353d-49c3-b2d3-3f6f29ac1e82 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984529338&fields=id&tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 267 time: 0.0425966
Apr 08 20:02:08.637708 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-065721cc-d31c-4eb1-8077-3d5338e03a5a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:08.640759 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-065721cc-d31c-4eb1-8077-3d5338e03a5a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.1698637
Apr 08 20:02:08.644604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05b4b7-76f5-4684-9eef-502fe081de33 req-a7323ca6-7008-4cdf-a7a2-f0f4c3a04e76 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:08.646395 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e05b4b7-76f5-4684-9eef-502fe081de33 req-a7323ca6-7008-4cdf-a7a2-f0f4c3a04e76 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.0971413
Apr 08 20:02:08.659050 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-8407859e-9d72-4c08-9d50-d425893aa5ee tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/quotas/7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 375 time: 0.0114164
Apr 08 20:02:08.678184 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9e05b4b7-76f5-4684-9eef-502fe081de33 req-a0a31a25-5851-4022-9211-f13317dd02ad tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254703
Apr 08 20:02:08.760545 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-ef06dd72-04c1-424b-b782-57e2f4a6fee1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0943763
Apr 08 20:02:08.777832 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-7bfaa55c-f7a6-4724-9336-5faa5e8e56d0 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 20:02:08.778968 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-7bfaa55c-f7a6-4724-9336-5faa5e8e56d0 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063751
Apr 08 20:02:08.923309 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-f43b4ab6-e12d-40a6-b576-c9f32bac6be0 service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381660
Apr 08 20:02:09.068045 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-fbe603d2-9da1-4fe1-9bd8-40f084fa62a9 service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373460
Apr 08 20:02:09.632786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5f26b46f-395e-4704-8885-2e259ee5ee6e req-b6a0f91b-ee4b-4d51-9f1a-4c8b7009678d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:09.683579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5f26b46f-395e-4704-8885-2e259ee5ee6e req-b6a0f91b-ee4b-4d51-9f1a-4c8b7009678d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:09.686425 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f26b46f-395e-4704-8885-2e259ee5ee6e req-b6a0f91b-ee4b-4d51-9f1a-4c8b7009678d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 210 time: 0.1073251
Apr 08 20:02:10.068560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8722f7-7906-4a32-acca-c561ac93d463 req-9e31f01f-db60-42f3-b178-ed7888ed9883 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:10.070700 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2a8722f7-7906-4a32-acca-c561ac93d463 req-9e31f01f-db60-42f3-b178-ed7888ed9883 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.0935340
Apr 08 20:02:10.102323 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2a8722f7-7906-4a32-acca-c561ac93d463 req-482da646-6488-4609-a963-3abdc61c9c16 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244625
Apr 08 20:02:10.853996 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b10aaa40-a89b-454c-b71f-1a09faadcc86 req-c53d2b4d-d7eb-4c0d-a3ad-81fbb6ab10ed tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 210 time: 0.0523078
Apr 08 20:02:11.348234 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246a69-416f-4e6c-a01a-3eb7de961fe5 req-84d54137-198a-4bd7-a10c-2ae64d590047 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:11.350020 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68246a69-416f-4e6c-a01a-3eb7de961fe5 req-84d54137-198a-4bd7-a10c-2ae64d590047 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.1324718
Apr 08 20:02:11.405824 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68246a69-416f-4e6c-a01a-3eb7de961fe5 req-cf636da7-b9fc-4954-914f-bcf5b135dc38 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446196
Apr 08 20:02:11.429237 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-4c44f2f9-ee00-4512-aad8-5dd34530b65c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:11.430921 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-4c44f2f9-ee00-4512-aad8-5dd34530b65c tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 945 time: 0.1320608
Apr 08 20:02:11.521177 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Deleting port b4cc2269-0bf2-4bc1-b795-89c6107cf320 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:02:11.521584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:11.650843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-5d3980b8-78d0-46cf-bf7e-292e0a11aa1d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:11.652419 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-5d3980b8-78d0-46cf-bf7e-292e0a11aa1d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.4254286
Apr 08 20:02:11.718221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-407282f0-a115-4714-9c0b-f018f6c8b822 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 8061 time: 0.0556865
Apr 08 20:02:11.728587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'port': {'device_id': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'admin_state_up': True, 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'security_groups': ['027f2414-112f-4c9b-a154-405fb915efbd']}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:02:11.818315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] For port b4cc2269-0bf2-4bc1-b795-89c6107cf320, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4cc2269-0bf2-4bc1-b795-89c6107cf320,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:11.819033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:11.876980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:02:11.888953 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:02:11.930836 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Made reservation on behalf of 7c147e3f05de4994b8e4b5ae25484f3c for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:02:11.937245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:11.957647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Calling delete_port for b4cc2269-0bf2-4bc1-b795-89c6107cf320 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:02:12.043147 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d580caf9-523e-448a-b36b-b88ee1e29a45 req-cf026203-a35e-46a2-8bc0-a78b384ac5cb tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 210 time: 0.0639884
Apr 08 20:02:12.188112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.20.0.4 (bd0b7eef-746d-4f77-b878-0ee946d98add/66159daf-f69b-4e8d-a5ac-ff593b39a368/9e3a7546-c2f5-4a60-adf8-c8fe01f6825e) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:02:12.238786 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:12.255901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3af12abd-e228-4bc5-abe0-b2000cbac8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:12.369152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Pushing event deleted for resources: {'Port': ['ID=b4cc2269-0bf2-4bc1-b795-89c6107cf320,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:12.381493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.382104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.382697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.383127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.383583 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.384001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.384408 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.384819 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.385226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.385949 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.386064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.386476 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.388840 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:12.398155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:12.406548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Transition to ACTIVE for port object 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e will not be triggered until provisioned by entity DHCP. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:02:12.486945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:12.503265 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-217855cc-b54a-4328-afbc-bf7440f57157 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:12.539135 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] No DVR routers for this DVR port b4cc2269-0bf2-4bc1-b795-89c6107cf320 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:02:12.541916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:12.581315 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'name': 'network-vif-deleted', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:12.607521 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-aeff6e8d-3f94-4ee2-924a-f183a5b03af0 req-5070e067-1995-4fd2-9c5b-9a870c319417 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=c26b97e4-ffe6-4544-8157-cd042430b0fd HTTP/1.1" status: 200  len: 210 time: 0.0760751
Apr 08 20:02:12.650581 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-51bf3a35-1444-449c-9c12-d0467ccb60ce req-7d7d8f6f-7053-4237-ba35-cd46eab0a926 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "DELETE /v2.0/ports/b4cc2269-0bf2-4bc1-b795-89c6107cf320 HTTP/1.1" status: 204  len: 173 time: 1.2128520
Apr 08 20:02:12.654756 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26b97e4-ffe6-4544-8157-cd042430b0fd', 'name': 'network-vif-deleted', 'tag': 'b4cc2269-0bf2-4bc1-b795-89c6107cf320', 'status': 'completed', 'code': 200}
Apr 08 20:02:12.661519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:12.677153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.677905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.678336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.679332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.679751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.680171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.680581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.681007 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.681380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.681808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.682251 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.682658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:12.688919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:12.741592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:02:12.742993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:02:12.745929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:02:12.816562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:12.817239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:12.895425 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1718929
Apr 08 20:02:12.911675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Request body: {'port': {'device_id': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:02:12.969638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ecc59ab9-2de6-428c-a313-439631486eb7 None None] Provisioning for port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:02:12.974884 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-ecc59ab9-2de6-428c-a313-439631486eb7 None None] Provisioning complete for port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:02:12.975307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ecc59ab9-2de6-428c-a313-439631486eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:13.037010 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:13.037373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ecc59ab9-2de6-428c-a313-439631486eb7 None None] Port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:02:13.248426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2441bf-c062-424b-b360-6c21f85f1f4e req-be825d61-fc24-4123-a039-7fa669656f64 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:13.250341 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e2441bf-c062-424b-b360-6c21f85f1f4e req-be825d61-fc24-4123-a039-7fa669656f64 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 931 time: 0.0918605
Apr 08 20:02:13.283540 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-6e2441bf-c062-424b-b360-6c21f85f1f4e req-fb8bba40-12e0-4d7b-9887-00dbcd7c715a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:security_group {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:13.352804 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-6e2441bf-c062-424b-b360-6c21f85f1f4e req-fb8bba40-12e0-4d7b-9887-00dbcd7c715a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:security_group {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:13.354099 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6e2441bf-c062-424b-b360-6c21f85f1f4e req-fb8bba40-12e0-4d7b-9887-00dbcd7c715a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950463
Apr 08 20:02:13.446820 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:02:13.454600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:13.469600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Transition to ACTIVE for port object 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:02:13.489756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:13.506306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2d765e8b-1ab7-4883-aee5-200c1285225b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:13.641957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:13.645167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:13.781214 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device b4cc2269-0bf2-4bc1-b795-89c6107cf320 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:02:13.823541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: b4cc2269-0bf2-4bc1-b795-89c6107cf320 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:02:13.824019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device b4cc2269-0bf2-4bc1-b795-89c6107cf320 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:02:13.878055 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Attempting to bind port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:02:13.878464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Attempting to bind port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:02:13.878785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Attempting to bind port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:13.884669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e on network bd0b7eef-746d-4f77-b878-0ee946d98add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 20:02:13.885026 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Attempting to bind port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:13.890714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:02:13.891085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:02:13.891504 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Bound using segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:02:13.892009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Bound port: 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:02:13.892350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:13.972294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:02:13.975447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:02:14.004065 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:14.019661 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b3bdd3c7-793f-4703-aa44-c230717ef067 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:14.020710 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-aa5caa0a-d9f9-473d-99eb-1005a5da934b tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.021575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-aa5caa0a-d9f9-473d-99eb-1005a5da934b tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Synchronizing usage tracker for tenant:943294289c9a4a40881b8559bd29a511 on resource:network {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:14.066111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-aa5caa0a-d9f9-473d-99eb-1005a5da934b tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Unset dirty status for tenant:943294289c9a4a40881b8559bd29a511 on resource:network {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:14.067396 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-aa5caa0a-d9f9-473d-99eb-1005a5da934b tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/networks?id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 200  len: 809 time: 0.2069814
Apr 08 20:02:14.083708 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-06e7b875-22c4-4b0b-bf15-416b4eaebba9 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/quotas/943294289c9a4a40881b8559bd29a511 HTTP/1.1" status: 200  len: 375 time: 0.0100839
Apr 08 20:02:14.137067 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-dd947e30-6c44-4c93-a4ff-c0bcc324f2ca tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Synchronizing usage tracker for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:14.173541 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Pushing event updated for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:14.178127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:14.187043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-dd947e30-6c44-4c93-a4ff-c0bcc324f2ca tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Unset dirty status for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:14.188502 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-dd947e30-6c44-4c93-a4ff-c0bcc324f2ca tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0990818
Apr 08 20:02:14.200729 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-b87811da-9ff5-405e-8a85-407317c9cd66 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 20:02:14.201919 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-b87811da-9ff5-405e-8a85-407317c9cd66 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058968
Apr 08 20:02:14.207903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.208550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:14.210715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-063eb730-99a9-4c3b-8ca6-0addcbdb4f7a service neutron] 10.222.0.10 "PUT /v2.0/ports/9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 200  len: 1093 time: 1.3031547
Apr 08 20:02:14.211323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:14.262993 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'status': 'completed', 'code': 200}
Apr 08 20:02:14.367839 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-bd9f5faf-aedb-4da5-a55b-fee88fb79bbf service neutron] 10.222.0.68 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592307
Apr 08 20:02:14.372267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-48659145-aec8-4f08-8ff5-14fb8e4908a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.374016 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-48659145-aec8-4f08-8ff5-14fb8e4908a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1096 time: 0.0884476
Apr 08 20:02:14.518619 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-a6bd313d-316c-482b-b0e9-7a0b35e2ae59 service neutron] 10.222.0.68 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436353
Apr 08 20:02:14.594598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-64d64b3f-bc10-43e6-a421-230c9c79d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.596170 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-64d64b3f-bc10-43e6-a421-230c9c79d24d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2145929
Apr 08 20:02:14.605752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba914-cecd-4905-b7b8-332b7552673a req-956b8064-2a7c-4a33-8960-9e94071fc6a9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.606486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-d59ba914-cecd-4905-b7b8-332b7552673a req-956b8064-2a7c-4a33-8960-9e94071fc6a9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:14.737798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-d59ba914-cecd-4905-b7b8-332b7552673a req-956b8064-2a7c-4a33-8960-9e94071fc6a9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:14.739092 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d59ba914-cecd-4905-b7b8-332b7552673a req-956b8064-2a7c-4a33-8960-9e94071fc6a9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.2646153
Apr 08 20:02:14.783571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-e43a0360-8f82-4c84-96c4-8fc494575963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.785126 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-361d8df1-a3dc-48a3-9f7d-dd8f60d52d06 req-e43a0360-8f82-4c84-96c4-8fc494575963 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1741865
Apr 08 20:02:14.791541 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d59ba914-cecd-4905-b7b8-332b7552673a req-3be88825-6500-4a49-bb4c-eabfbd386b9e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436711
Apr 08 20:02:14.813487 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-d92abda2-3521-42db-a945-7676328dc08f req-46cda967-2e2c-4a38-b94f-bb4190bb94d3 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 210 time: 0.0583942
Apr 08 20:02:14.917576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-906d4f4f-5158-42a1-8484-49a89c1cb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:14.925403 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-906d4f4f-5158-42a1-8484-49a89c1cb04d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1096 time: 0.0852833
Apr 08 20:02:14.998882 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-33224231-e0bb-4a09-82c7-e239fbc4bc5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 200  len: 217 time: 0.0704262
Apr 08 20:02:15.077457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-e2a96b24-390e-47c4-aba1-a10af7a21647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:15.079062 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-e2a96b24-390e-47c4-aba1-a10af7a21647 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0746486
Apr 08 20:02:15.162816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-2f156a05-b115-46aa-b148-fb48801e6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:15.164471 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-2f156a05-b115-46aa-b148-fb48801e6154 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781000
Apr 08 20:02:15.309844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-4fe97c37-5f3a-4fc4-8f36-80c49d28470a service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374714
Apr 08 20:02:15.462939 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a86d016c-3b8d-40c3-b6c2-ab8c3d99d408 req-8b213eb1-d920-46b1-b2cc-e31160be9b53 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401348
Apr 08 20:02:15.981027 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-526b5a82-e3fe-4212-a9e5-2867a7981626 req-7b7c62c9-695c-484c-944d-a91448dc3688 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 210 time: 0.0501299
Apr 08 20:02:16.000628 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faca1a6-a086-442b-80e1-ea77745cf053 req-eec5b439-b398-4050-b108-382a5b9358c1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:16.002503 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0faca1a6-a086-442b-80e1-ea77745cf053 req-eec5b439-b398-4050-b108-382a5b9358c1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.0932763
Apr 08 20:02:16.032968 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0faca1a6-a086-442b-80e1-ea77745cf053 req-212ab43c-9cb6-47a0-87db-6494a3931872 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239477
Apr 08 20:02:16.370033 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-c2886641-01d2-445a-9def-ad6f04a68298 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:16.371613 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-c2886641-01d2-445a-9def-ad6f04a68298 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "GET /v2.0/networks?id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 200  len: 809 time: 0.1576669
Apr 08 20:02:16.385812 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Request body: {'port': {'device_id': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5', 'admin_state_up': True, 'tenant_id': '943294289c9a4a40881b8559bd29a511'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:02:16.774477 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:02:16.784293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:02:16.821009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Made reservation on behalf of 943294289c9a4a40881b8559bd29a511 for: {'port': 1} {{(pid=85384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:02:16.827059 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:16.976858 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Allocated IP 172.20.0.5 (f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5/62c27db8-b392-4bed-93b9-fa736f4452c3/7ce65e88-8dc0-4d33-8542-91e6a7c78aad) {{(pid=85384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:02:17.156987 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4e42d7d8-4a30-42c1-8710-c353c2639d28 req-a259de03-f754-4e6c-b19a-59ee3c1e4f7e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 210 time: 0.0505397
Apr 08 20:02:17.220254 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks [] for port, precommit_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:17.279573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f778f74-5857-4691-92f9-bfaf034a3702 req-e87b9ba4-e509-469b-bc11-aa1e115af908 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:17.281071 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f778f74-5857-4691-92f9-bfaf034a3702 req-e87b9ba4-e509-469b-bc11-aa1e115af908 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.1117847
Apr 08 20:02:17.311290 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8f778f74-5857-4691-92f9-bfaf034a3702 req-493a3cc4-d983-49ab-b010-532135dbdb24 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238535
Apr 08 20:02:17.318003 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_create {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:17.332780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-06d30594-c8b3-4ab8-b1ab-d522e368bec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:17.473001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Pushing event updated for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=1']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:17.478032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:17.531066 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 is already hosted by enough agents. {{(pid=85384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:02:17.532153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Resources bound (agent type, host, resource id):  {{(pid=85384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:02:17.534355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Received port after_create {{(pid=85384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:02:17.598606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:17.599267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:17.662081 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-d42f0db3-1d67-47d6-b0c7-ad5fb90446b6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2807832
Apr 08 20:02:17.673153 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-5669b18a-9cfa-4327-9131-e1173e638643 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=85384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 20:02:17.674407 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-5669b18a-9cfa-4327-9131-e1173e638643 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055144
Apr 08 20:02:17.734600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Request body: {'port': {'device_id': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:02:17.857313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.180499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.251031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce65e88-8dc0-4d33-8542-91e6a7c78aad {{(pid=85384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:02:18.259245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.275127 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Transition to ACTIVE for port object 7ce65e88-8dc0-4d33-8542-91e6a7c78aad will not be triggered until provisioned by entity L2. {{(pid=85384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:02:18.306926 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.323300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-451988c1-89e5-445b-bfe6-4c89b39c8044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:18.364253 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88112521-8c9e-4be6-ae1b-8b38876fd911 req-c0c0b2de-3791-4cbf-b5b9-f65159e09ee5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:18.365980 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-88112521-8c9e-4be6-ae1b-8b38876fd911 req-c0c0b2de-3791-4cbf-b5b9-f65159e09ee5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 943 time: 0.0943673
Apr 08 20:02:18.398750 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-88112521-8c9e-4be6-ae1b-8b38876fd911 req-3dcdfd9e-293d-4d4a-bfdc-362cc7e44a34 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259016
Apr 08 20:02:18.510871 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=2']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:18.531042 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:18.650242 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e64c4f-7edf-4d25-a641-ca5e50cca600 req-cf24ab54-1c26-41db-b839-8d8086097879 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:18.651819 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-30e64c4f-7edf-4d25-a641-ca5e50cca600 req-cf24ab54-1c26-41db-b839-8d8086097879 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.2195246
Apr 08 20:02:18.759030 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-30e64c4f-7edf-4d25-a641-ca5e50cca600 req-2b326f53-25d9-4547-a038-352f6a16cd79 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728612
Apr 08 20:02:18.786922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Attempting to bind port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:02:18.787305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Attempting to bind port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:02:18.787674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Attempting to bind port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:18.793235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 20:02:18.793598 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Attempting to bind port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad on network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:02:18.799051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:02:18.799427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Checking segment: {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:02:18.799843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Bound using segment: {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'} {{(pid=85384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:02:18.800310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Bound port: 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5'}}] {{(pid=85384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:02:18.800692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.879586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, cleared binding levels {{(pid=85384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:02:18.882989 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:02:18.924235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852252710'] for port, after_update {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:18.939201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-274e4c5c-562e-4b47-accc-58d67579daaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:19.096185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Pushing event updated for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=3']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:19.101310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:19.124604 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:02:19.131076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.132307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:19.133985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] 10.222.0.10 "PUT /v2.0/ports/7ce65e88-8dc0-4d33-8542-91e6a7c78aad HTTP/1.1" status: 200  len: 1093 time: 1.4532194
Apr 08 20:02:19.134557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad'}] {{(pid=85384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:19.181710 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad', 'status': 'completed', 'code': 200}
Apr 08 20:02:19.279726 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-e48356de-f3ff-42e0-bda6-48cb0499b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.281285 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-e48356de-f3ff-42e0-bda6-48cb0499b1c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 1096 time: 0.0780361
Apr 08 20:02:19.430096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-9d536d00-80b6-4eb8-9659-ab9242f126f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.431670 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-9d536d00-80b6-4eb8-9659-ab9242f126f0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=943294289c9a4a40881b8559bd29a511&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1430922
Apr 08 20:02:19.646642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-5668a35e-4c3a-4708-87fa-7689c08041a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.648387 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1d063f48-f793-4e00-bc02-276b14f0c965 req-5668a35e-4c3a-4708-87fa-7689c08041a5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2101364
Apr 08 20:02:19.657681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4bee0-0538-4ec5-9df0-31aed56ffa40 req-71746338-4450-498a-99c4-db4c611d5770 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.658465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-36b4bee0-0538-4ec5-9df0-31aed56ffa40 req-71746338-4450-498a-99c4-db4c611d5770 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Synchronizing usage tracker for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85384) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:19.724362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-36b4bee0-0538-4ec5-9df0-31aed56ffa40 req-71746338-4450-498a-99c4-db4c611d5770 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Unset dirty status for tenant:943294289c9a4a40881b8559bd29a511 on resource:port {{(pid=85384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:19.725614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-36b4bee0-0538-4ec5-9df0-31aed56ffa40 req-71746338-4450-498a-99c4-db4c611d5770 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 943 time: 0.2105892
Apr 08 20:02:19.770774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-1a5001a0-497a-4423-8082-cda84333e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.772449 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-1a5001a0-497a-4423-8082-cda84333e6ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=943294289c9a4a40881b8559bd29a511&device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 1096 time: 0.0871429
Apr 08 20:02:19.851350 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-22045b25-6b65-4025-8b26-4def0434a655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad HTTP/1.1" status: 200  len: 217 time: 0.0709403
Apr 08 20:02:19.925017 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-36b4bee0-0538-4ec5-9df0-31aed56ffa40 req-73e00de6-977d-48a4-a3c1-a9404cf18bf3 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923273
Apr 08 20:02:19.941365 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-1fb2a632-db9b-4eed-94d9-c538a9ff07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:19.942940 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-1fb2a632-db9b-4eed-94d9-c538a9ff07bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62c27db8-b392-4bed-93b9-fa736f4452c3 HTTP/1.1" status: 200  len: 849 time: 0.0736952
Apr 08 20:02:19.999785 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-a499188f-41db-4f56-a38d-110c9cd49409 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499935
Apr 08 20:02:20.018407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e612-abed-4034-8cd7-2384367b3302 req-66fe2976-defb-4ba5-a20c-bf52d6ae8b39 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:20.019990 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8832e612-abed-4034-8cd7-2384367b3302 req-66fe2976-defb-4ba5-a20c-bf52d6ae8b39 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.1421545
Apr 08 20:02:20.051698 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-8832e612-abed-4034-8cd7-2384367b3302 req-ceeb744a-5c13-4811-985f-908694c3542d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247061
Apr 08 20:02:20.140570 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-6956faa8-bb82-4ccf-8196-8c38daf09412 service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343248
Apr 08 20:02:20.282127 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-bf058e0e-d42e-439b-abb9-c390cde0f6d4 req-7f10da5d-590f-4e2f-a73c-bfd88481c110 service neutron] 10.222.0.10 "GET /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346338
Apr 08 20:02:21.134788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ac70-2b9e-4053-b8a2-fea7c0e07f49 req-61a39aa4-5583-4974-804d-a7615203ac11 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:21.136400 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31a2ac70-2b9e-4053-b8a2-fea7c0e07f49 req-61a39aa4-5583-4974-804d-a7615203ac11 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 943 time: 0.0885923
Apr 08 20:02:21.166365 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-31a2ac70-2b9e-4053-b8a2-fea7c0e07f49 req-2ad67e51-4ccd-40ff-8379-68b1ba33c787 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0235515
Apr 08 20:02:21.262401 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a5a1e-45df-419d-b2c7-9ee7b02f116a req-74236338-2992-4108-be1f-694499b6610b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:21.264001 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-868a5a1e-45df-419d-b2c7-9ee7b02f116a req-74236338-2992-4108-be1f-694499b6610b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 943 time: 0.0955803
Apr 08 20:02:21.295302 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-868a5a1e-45df-419d-b2c7-9ee7b02f116a req-a5b6e756-5778-4927-a120-1de953ba04a8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249305
Apr 08 20:02:21.827866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 20:02:21.968407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:21.982777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'port_id': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'mac_address': 'fa:16:3e:70:a3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 20:02:22.041517 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:22.042837 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:02:22.059005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:22.101549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:22.102339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7ce65e88-8dc0-4d33-8542-91e6a7c78aad details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 20:02:22.105680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca66d261-3705-42ab-ba0e-77d358ff89f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:22.247564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:22.264849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.265239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.265619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.266021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.266399 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.266770 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.267139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.267507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.267874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.268236 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.268597 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.268957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:02:22.274722 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:22.325350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:22.340475 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad', 'network_id': 'f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5', 'port_id': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad', 'mac_address': 'fa:16:3e:5d:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c27db8-b392-4bed-93b9-fa736f4452c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 20:02:22.408756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:22.410147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce65e88-8dc0-4d33-8542-91e6a7c78aad {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:02:22.429897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:22.455918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:22.458100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d710b3c2-00cf-403e-a6cf-1c69e490e227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:22.516806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db429f-4c3a-4115-b0b8-38c6d26ed33b req-b5be64a8-a435-4479-9039-68fa03e5f129 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:22.518603 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96db429f-4c3a-4115-b0b8-38c6d26ed33b req-b5be64a8-a435-4479-9039-68fa03e5f129 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 944 time: 0.0982904
Apr 08 20:02:22.533684 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:22.548024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:22.554238 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-96db429f-4c3a-4115-b0b8-38c6d26ed33b req-b482b59e-1089-493d-b236-cfecceaa307c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277140
Apr 08 20:02:22.626245 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e6668-dda5-495f-8154-1b5fbe3a1a76 req-2cdba5d6-f7a9-4e00-a25a-886c955a5af3 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:22.628113 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-293e6668-dda5-495f-8154-1b5fbe3a1a76 req-2cdba5d6-f7a9-4e00-a25a-886c955a5af3 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 943 time: 0.3478086
Apr 08 20:02:22.659100 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-293e6668-dda5-495f-8154-1b5fbe3a1a76 req-b814debe-b4f1-4a42-9403-e847e26b22f9 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243213
Apr 08 20:02:22.667099 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['7ce65e88-8dc0-4d33-8542-91e6a7c78aad'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:02:22.696658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['9e3a7546-c2f5-4a60-adf8-c8fe01f6825e'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:02:22.823846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-01768d7e-d4f1-40c2-8f84-277fbfd7972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:23.799848 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a8a4-cdb7-4c3c-b582-9248c38d1423 req-a046443d-67ed-4d09-a137-36d442d440a7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:23.801532 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c971a8a4-cdb7-4c3c-b582-9248c38d1423 req-a046443d-67ed-4d09-a137-36d442d440a7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 944 time: 0.1142354
Apr 08 20:02:23.834921 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c971a8a4-cdb7-4c3c-b582-9248c38d1423 req-5bc5233d-c929-41ce-a99e-721ee83dae64 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260780
Apr 08 20:02:23.845322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:02:23.893221 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d5a70-ddc2-4045-8f48-7e678203ef97 req-c4a55010-d8fd-44bc-af70-c9887c8d3ac6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:23.895031 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a69d5a70-ddc2-4045-8f48-7e678203ef97 req-c4a55010-d8fd-44bc-af70-c9887c8d3ac6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 944 time: 0.1114013
Apr 08 20:02:23.927438 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a69d5a70-ddc2-4045-8f48-7e678203ef97 req-ece31075-ce0a-4f36-ad44-b36822367fe5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247967
Apr 08 20:02:23.941215 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:02:23.946790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:02:23.947211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.071718 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.082941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:24.093972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:24.118509 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.119506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7ce65e88-8dc0-4d33-8542-91e6a7c78aad up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:02:24.152190 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'code': 200}
Apr 08 20:02:24.152781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:24.253045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:24.257850 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:24.318394 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:02:24.324252 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:02:24.324642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.454544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.472461 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:24.506241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:24.508761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c8f17719-b241-4033-867d-50e741df159e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:24.512396 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f931d9-2b2c-45f5-a524-2e0c0beb0a56 req-b5bc3894-b6b1-4585-89d5-40c4e9bd3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:24.514017 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-48f931d9-2b2c-45f5-a524-2e0c0beb0a56 req-b5bc3894-b6b1-4585-89d5-40c4e9bd3975 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1098 time: 0.0810492
Apr 08 20:02:24.543060 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-48f931d9-2b2c-45f5-a524-2e0c0beb0a56 req-caad9ab0-a633-410d-b2c2-9b64a2a73063 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0198748
Apr 08 20:02:24.577642 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:24.580799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:25.043674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a2b5-236f-4474-bfb4-99171d0dd1fb req-7ebeb06c-9b9c-40b7-b4bd-8e947edb3220 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:25.045186 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-59a3a2b5-236f-4474-bfb4-99171d0dd1fb req-7ebeb06c-9b9c-40b7-b4bd-8e947edb3220 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.0909331
Apr 08 20:02:25.075983 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-59a3a2b5-236f-4474-bfb4-99171d0dd1fb req-e479ef71-4eda-4ffe-a83c-a95dbbad4684 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245695
Apr 08 20:02:25.101111 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-de2ebd6c-e97f-45bb-b248-f6bedc3ccf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:25.139448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e796af-9b3e-4365-abab-063bd3524846 req-5885d8cf-4919-42b0-8e68-c20b71b31797 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:25.141092 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35e796af-9b3e-4365-abab-063bd3524846 req-5885d8cf-4919-42b0-8e68-c20b71b31797 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.0979900
Apr 08 20:02:25.172167 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-35e796af-9b3e-4365-abab-063bd3524846 req-2009f64e-dd0c-481b-b5b1-1fac3f8fe441 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239699
Apr 08 20:02:25.649140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:26.153273 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:26.201408 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad', 'code': 200}
Apr 08 20:02:26.287545 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd235f-cf4e-49e4-8296-047037fff442 req-6782995d-d8e1-4a54-a4a0-bf586cbdb019 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:26.289169 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-edfd235f-cf4e-49e4-8296-047037fff442 req-6782995d-d8e1-4a54-a4a0-bf586cbdb019 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.0987167
Apr 08 20:02:26.320934 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-edfd235f-cf4e-49e4-8296-047037fff442 req-a054305b-2b50-422d-b1d7-65476978c3bd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253649
Apr 08 20:02:26.387544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9e6c-393c-4126-82b9-851ddabc017d req-629e8cda-84e6-42a2-848f-f169f409f54e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:26.389159 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e35d9e6c-393c-4126-82b9-851ddabc017d req-629e8cda-84e6-42a2-848f-f169f409f54e tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.0979247
Apr 08 20:02:26.420178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e35d9e6c-393c-4126-82b9-851ddabc017d req-9dfaea68-f422-43bf-89c4-a9044eb9c350 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243738
Apr 08 20:02:26.589929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee31d-cf61-4566-aa1c-edc8d5801abc req-e1005b78-9c47-4182-827a-6fea12641ad1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:26.591435 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a0ee31d-cf61-4566-aa1c-edc8d5801abc req-e1005b78-9c47-4182-827a-6fea12641ad1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.1548305
Apr 08 20:02:26.595280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ea7b4-0801-43b5-9a61-8c611defd699 req-fdd86d71-f7f6-4760-9618-4ce3e7fc38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:26.596740 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cc1ea7b4-0801-43b5-9a61-8c611defd699 req-fdd86d71-f7f6-4760-9618-4ce3e7fc38d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 1098 time: 0.1240780
Apr 08 20:02:26.639390 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5a0ee31d-cf61-4566-aa1c-edc8d5801abc req-243f76f9-914e-49be-b276-8c717d663f7d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416198
Apr 08 20:02:26.642883 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cc1ea7b4-0801-43b5-9a61-8c611defd699 req-c0f28ec8-468d-4c44-b9d1-69f031cd4683 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324817
Apr 08 20:02:26.665174 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44730) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:02:26.853696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2c893-fb43-40ee-b08e-60e98a63bbe9 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:26.854537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f4d2c893-fb43-40ee-b08e-60e98a63bbe9 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] Synchronizing usage tracker for tenant:b2cf0869cde040748ea3c7d6e20f2f38 on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:02:26.901302 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-f4d2c893-fb43-40ee-b08e-60e98a63bbe9 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] Unset dirty status for tenant:b2cf0869cde040748ea3c7d6e20f2f38 on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:02:26.902623 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f4d2c893-fb43-40ee-b08e-60e98a63bbe9 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1093 time: 0.2363033
Apr 08 20:02:26.905676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 44736) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:02:26.911489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'port_id': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:02:26.919080 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:02:26.923123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:floatingip and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:02:26.924165 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:26.926921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:02:26.933275 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:02:26.964029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:27.114429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:27.264086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.27.1.64 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/4bb413a3-ce44-4db5-b449-8447bfe40b3b) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:02:27.429341 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:27.484848 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:27.500934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-23c398be-5059-4153-bc85-c10c242c6d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:27.507986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:27.930433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=4bb413a3-ce44-4db5-b449-8447bfe40b3b,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:27.936383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:28.009755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9597be5-3ff0-4173-805a-391ddd0f7cf1 req-17368fd9-92f6-4cb4-b61b-cbbbfa7c12ff tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:28.011377 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9597be5-3ff0-4173-805a-391ddd0f7cf1 req-17368fd9-92f6-4cb4-b61b-cbbbfa7c12ff tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.4703188
Apr 08 20:02:28.015667 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:02:28.016849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:02:28.020638 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:02:28.087818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c9597be5-3ff0-4173-805a-391ddd0f7cf1 req-3f55d10d-314e-4a68-9c39-8ba4bc5a373f tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687935
Apr 08 20:02:28.468309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:28.667486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:28.946288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:28.975307 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:28.995073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3db444a8-bf96-421e-b580-52548afd9363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:29.135303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=4bb413a3-ce44-4db5-b449-8447bfe40b3b,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:29.138336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:29.246727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:29.489237 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP b32ca2b1-abcc-4d68-a689-5220059c7c68 associated. External IP: 172.27.1.64, port: 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e.
Apr 08 20:02:29.675201 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12558082-89fd-4abb-b62d-a54297e6c1d1 req-874320d6-f805-4d33-be46-5c380c3a17e6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:29.676811 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12558082-89fd-4abb-b62d-a54297e6c1d1 req-874320d6-f805-4d33-be46-5c380c3a17e6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.2501681
Apr 08 20:02:29.724590 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-12558082-89fd-4abb-b62d-a54297e6c1d1 req-92bbf100-33fc-4ec1-bf4e-fc39dd00631a tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355937
Apr 08 20:02:29.916768 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:02:30.105355 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:02:30.114923 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:02:30.125294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:02:30.126016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525278>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:02:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:30.163422 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:30.225675 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-2b96bbcc-192f-4228-b135-2e81602e349f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3187983
Apr 08 20:02:30.226567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:30.277210 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'status': 'completed', 'code': 200}
Apr 08 20:02:30.317372 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:02:30.381051 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c377-dad6-4bb6-8911-74817ca28708 req-66785c6d-bb87-4e7b-ad0c-27b005f2d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:30.383295 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-66785c6d-bb87-4e7b-ad0c-27b005f2d5b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1098 time: 0.0816216
Apr 08 20:02:30.529879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c377-dad6-4bb6-8911-74817ca28708 req-e82ea73b-9cde-4ba2-9c1e-f3e336961f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:30.531430 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-e82ea73b-9cde-4ba2-9c1e-f3e336961f62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1413372
Apr 08 20:02:30.648457 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-dce3a6b1-f3aa-41cb-abec-0d0b82219c1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 200  len: 998 time: 0.1077805
Apr 08 20:02:30.732778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c377-dad6-4bb6-8911-74817ca28708 req-dff93e47-2500-40e9-8002-0ab3e2567134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:30.734409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-dff93e47-2500-40e9-8002-0ab3e2567134 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0684707
Apr 08 20:02:30.827775 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c377-dad6-4bb6-8911-74817ca28708 req-610fa02b-1b79-4317-8afd-aacd36e95a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:30.829648 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-610fa02b-1b79-4317-8afd-aacd36e95a4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886800
Apr 08 20:02:30.869673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525278>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b32ca2b1-abcc-4d68-a689-5220059c7c68', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:70:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:02:28Z', 'updated_at': '2021-04-08T20:02:28Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:30.873931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:02:30.883746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:02:30.884412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525278>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:02:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:30.922034 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-2c49666b-2faf-44d2-b142-eba58cfbbcb6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:30.923295 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-2c49666b-2faf-44d2-b142-eba58cfbbcb6 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.1558323
Apr 08 20:02:30.979956 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-bad47f74-ab8a-451c-a9a3-6b377de5a004 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431675
Apr 08 20:02:31.017939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ad2bd-7640-4a59-b913-4b24c614fd92 req-4b458d10-d1b7-4291-b0e6-dfc6b80d2ac1 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:02:31.019556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a11ad2bd-7640-4a59-b913-4b24c614fd92 req-4b458d10-d1b7-4291-b0e6-dfc6b80d2ac1 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 945 time: 0.1709683
Apr 08 20:02:31.026784 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Deleting port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:02:31.027172 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:31.092433 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:02:31.114775 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a11ad2bd-7640-4a59-b913-4b24c614fd92 req-f61129c2-3158-42b9-bb92-64a6c5ff5eaa tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5e024e6-5446-4ca2-9506-3dd873e3fbcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531139
Apr 08 20:02:31.145627 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2681c377-dad6-4bb6-8911-74817ca28708 req-44ae82f7-d6af-48ca-b882-40df1b8175e5 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589735
Apr 08 20:02:31.471888 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525278>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b32ca2b1-abcc-4d68-a689-5220059c7c68', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:70:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:02:28Z', 'updated_at': '2021-04-08T20:02:28Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:31.476931 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99538f50-fa30-44bc-992f-532c1d5e6f25 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'b32ca2b1-abcc-4d68-a689-5220059c7c68', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:70:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:02:28Z', 'updated_at': '2021-04-08T20:02:28Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:02:31.592178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] For port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,segment=NetworkSegment(e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b),segment_id=e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:02:31.592739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:31.727938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Calling delete_port for 7ce65e88-8dc0-4d33-8542-91e6a7c78aad owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:02:31.802994 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d771-ea1f-4f37-811a-fab5c91639e8 None None] New status for floating IP b32ca2b1-abcc-4d68-a689-5220059c7c68: ACTIVE {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:02:31.923259 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:31.942612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2b7b5d5f-7719-4ad2-b1f3-9328d641ce4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:32.038584 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Pushing event deleted for resources: {'Port': ['ID=7ce65e88-8dc0-4d33-8542-91e6a7c78aad,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:32.041230 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:32.195879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] No DVR routers for this DVR port 7ce65e88-8dc0-4d33-8542-91e6a7c78aad on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:02:32.198587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:32.239137 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ff213ec4-db0b-4972-af2d-728757ddfa17 req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.10 "DELETE /v2.0/ports/7ce65e88-8dc0-4d33-8542-91e6a7c78aad HTTP/1.1" status: 204  len: 173 time: 1.3098547
Apr 08 20:02:32.277990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'name': 'network-vif-deleted', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:02:32.292642 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e38e5fbe-44a8-46f8-93a8-61a0cb1eb9e1 req-de567b6e-2e5c-40a3-9473-cc702305e278 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca5a9b42-0bec-412f-8f03-a13755b9aeff HTTP/1.1" status: 200  len: 210 time: 0.0550659
Apr 08 20:02:32.332300 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5a9b42-0bec-412f-8f03-a13755b9aeff', 'name': 'network-vif-deleted', 'tag': '7ce65e88-8dc0-4d33-8542-91e6a7c78aad', 'status': 'completed', 'code': 200}
Apr 08 20:02:33.889830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7ce65e88-8dc0-4d33-8542-91e6a7c78aad no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:02:33.931216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 7ce65e88-8dc0-4d33-8542-91e6a7c78aad {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:02:33.931647 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 7ce65e88-8dc0-4d33-8542-91e6a7c78aad not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:02:48.187972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:52.740788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5bbd94cc-bf4c-42df-b323-70da79dc901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:55.105257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f035c731-2bc9-4fe6-9364-3ffc0000d207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:55.648928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:56.125602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:02:56.917558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:57.488932 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.114930 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45002) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:02:58.183294 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Deleting subnet 62c27db8-b392-4bed-93b9-fa736f4452c3 {{(pid=85385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:02:58.186350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.241122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851801923'] for subnet, precommit_delete_associations {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.298867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.592155 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27124545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852276382'] for subnet, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.607612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-6e3c46e7-72b7-4223-81df-556c526d1706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:58.695806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c27db8-b392-4bed-93b9-fa736f4452c3,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:58.708348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:58.740495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for subnet, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:58.747037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-978c1ced-6811-4a77-858c-7081a5df3f5f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/62c27db8-b392-4bed-93b9-fa736f4452c3 HTTP/1.1" status: 204  len: 168 time: 0.6310174
Apr 08 20:02:58.749662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45006) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:02:58.863611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.049619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.163979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2f118c8d0>,) {'filters': {'network_id': ['f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5']}} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:59.177303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f118c8d0>, 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b') {'for_net_delete': True} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:59.177645 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2f118c8d0>, 'e3d3d85f-2f17-46f5-88a9-c29fab9ccf0b') {} {{(pid=85385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:02:59.192867 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2973829'] for segment, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.207891 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.214229 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=85385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:02:59.422303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:02:59.431976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27124508'] for segment, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.605941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Network f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 has no segments {{(pid=85385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:02:59.632364 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:02:59.734707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.739455 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:02:59.743601 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c9cef57e-2258-423b-bfbc-5e3e43445c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:02:59.765916 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:02:59.768295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:02:59.815115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-44f62cf5-50e5-4985-9615-03cafdce8eaf admin admin] 10.222.0.68 "DELETE /v2.0/networks/f8450af4-449e-4f0c-a2fd-2e06f6a2a3b5 HTTP/1.1" status: 204  len: 168 time: 1.0644011
Apr 08 20:03:00.035526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45012) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:03:00.074506 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ed6c0ac8-55ff-49ff-b9f9-4c5822705f4f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=943294289c9a4a40881b8559bd29a511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0376639
Apr 08 20:03:00.076942 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45018) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:03:00.138958 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:00.166434 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:00.277225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:00.282360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b3f5a796-33bd-4560-8bb9-1ed98a5bdc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:03:00.295878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e024e6-5446-4ca2-9506-3dd873e3fbcb,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:03:00.298682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:03:00.322530 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:00.323751 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-49f8fde3-422e-4de1-9f3e-5291933a5190 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5e024e6-5446-4ca2-9506-3dd873e3fbcb HTTP/1.1" status: 204  len: 168 time: 0.2458508
Apr 08 20:03:18.180044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:22.728473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-705e1a99-49e8-49cf-9122-8612fb1548bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:25.100104 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8f094a27-1579-40a8-9efc-f742df01faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:25.242720 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-0a810209-578d-4200-87b9-89a3a3082f75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0850492
Apr 08 20:03:25.408383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335722-5051-43f6-accd-82ceff040f6c req-d7954398-0076-4ff0-9221-580d2ba13809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:03:25.409979 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-d7954398-0076-4ff0-9221-580d2ba13809 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1098 time: 0.0845094
Apr 08 20:03:25.583972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335722-5051-43f6-accd-82ceff040f6c req-73755c3b-c251-4c9f-8e8b-e6d1f39b4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:03:25.588318 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-73755c3b-c251-4c9f-8e8b-e6d1f39b4a6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1524539
Apr 08 20:03:25.648906 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:25.732045 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-775efbde-f73d-4d9c-ab55-3bed87849106 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 200  len: 1000 time: 0.1376393
Apr 08 20:03:25.814946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335722-5051-43f6-accd-82ceff040f6c req-a8af59a7-1742-4515-b29e-f45c3365c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:03:25.816715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-a8af59a7-1742-4515-b29e-f45c3365c535 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0778792
Apr 08 20:03:25.917491 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335722-5051-43f6-accd-82ceff040f6c req-83d7540e-09ca-4210-800e-f47c64407164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:03:25.919184 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-83d7540e-09ca-4210-800e-f47c64407164 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959644
Apr 08 20:03:26.061504 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-4b83a714-3aae-4bd7-9e61-2b84bcc95b19 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359973
Apr 08 20:03:26.204985 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e4335722-5051-43f6-accd-82ceff040f6c req-5753f4d4-2893-4b34-93f1-7753926996fb service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372535
Apr 08 20:03:26.910879 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:27.504972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:33.125175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:03:48.185310 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:52.733567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-96f06f67-f825-4f6b-86d6-49ea60d943b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:55.099407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-034cad94-aa20-4efd-9f3b-0bdfebedc972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:55.653207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:56.922287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:03:57.505044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:10.125689 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:04:18.196280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:22.733258 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a4807ada-04a8-4889-be48-aeb053174554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:25.093745 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e09e3892-503b-4cb5-bdab-5a0573c6430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:25.653750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:26.223832 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-2f3ac969-7367-4ddd-bb3c-e6d924c5d470 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772436
Apr 08 20:04:26.376312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-fc4bae02-7118-42cd-b2ea-b22e3753e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:26.377826 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-fc4bae02-7118-42cd-b2ea-b22e3753e0ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 1098 time: 0.0813589
Apr 08 20:04:26.777413 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-587bd72c-ee18-42d6-861b-6509dd0c10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:26.779019 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-587bd72c-ee18-42d6-861b-6509dd0c10ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.3827660
Apr 08 20:04:26.889001 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-ceade57c-cca5-444f-bf2e-cec7e8b78e87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 200  len: 1000 time: 0.1030319
Apr 08 20:04:26.910337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:26.958282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-3f71e4e5-c085-483c-afef-79b104de943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:26.959762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-3f71e4e5-c085-483c-afef-79b104de943a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0645766
Apr 08 20:04:27.042588 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-9d721494-a21e-4e84-8fe8-251339b8673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:27.044137 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-9d721494-a21e-4e84-8fe8-251339b8673f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765152
Apr 08 20:04:27.184968 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-cced77d4-f06b-43f8-980b-5083e8fe99ee service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339948
Apr 08 20:04:27.328635 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ec071fbc-7b6b-4fe7-bcd4-3c1c1d376067 req-193ed26b-9d7d-4695-aa42-e787de726554 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372364
Apr 08 20:04:27.504460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:28.906558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe09abe-aaca-4aca-b7a1-6be5d9132be8 req-5552feb6-f0d7-4900-be6a-ff9ffbc0bff6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:28.908129 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6fe09abe-aaca-4aca-b7a1-6be5d9132be8 req-5552feb6-f0d7-4900-be6a-ff9ffbc0bff6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.0896406
Apr 08 20:04:28.938374 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-6fe09abe-aaca-4aca-b7a1-6be5d9132be8 req-0cd8f7e0-b97d-41bc-8244-c7c218ce267b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238686
Apr 08 20:04:30.153895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd621d82-dcdb-4fbf-bd79-0f96eed07786 req-3e8170bb-1bb6-40e5-820a-cd9433bd2f1b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:30.155472 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cd621d82-dcdb-4fbf-bd79-0f96eed07786 req-3e8170bb-1bb6-40e5-820a-cd9433bd2f1b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.0917423
Apr 08 20:04:30.185715 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cd621d82-dcdb-4fbf-bd79-0f96eed07786 req-64faae1b-bbb9-4155-8776-7c28df3d0eb9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237896
Apr 08 20:04:30.323448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-9300e842-92af-4181-bcc9-7edd908eb637 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:30.324973 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-9300e842-92af-4181-bcc9-7edd908eb637 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 945 time: 0.0883870
Apr 08 20:04:30.404022 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:04:30.404387 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:30.669883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] For port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:04:30.670043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:30.975964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:30.976376 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:30.976729 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP b32ca2b1-abcc-4d68-a689-5220059c7c68 disassociated. External IP: 172.27.1.64, port: 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e.
Apr 08 20:04:30.977933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:04:31.144589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:31.160404 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-424d6faa-c4c9-4e8b-a1fa-79b7c44e87bb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:31.257944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=9e3a7546-c2f5-4a60-adf8-c8fe01f6825e,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:31.277494 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.277946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.278374 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.278785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.279189 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.279594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.279995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.280415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.280794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.281192 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.281596 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.282013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:31.287300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:31.352780 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-250512e3-965c-4681-8ff4-9e5cba170a75 req-d5232133-96fe-41f7-839c-25a843130b3f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 210 time: 0.0513332
Apr 08 20:04:31.550271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:04:31.757137 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:04:31.767796 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:04:31.780354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:04:31.781159 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f03d1ac8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:04:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:31.840373 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] No DVR routers for this DVR port 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:04:31.843999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:31.847068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'name': 'network-vif-deleted', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:04:31.888220 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e71aee5-3b33-4244-b6f3-d214f89dd5c7 req-4b8e5e06-5067-4c01-a52b-bc2547c35db6 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "DELETE /v2.0/ports/9e3a7546-c2f5-4a60-adf8-c8fe01f6825e HTTP/1.1" status: 204  len: 173 time: 1.5575087
Apr 08 20:04:31.980332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:04:32.164763 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63d374-be62-4dc7-8630-9f0df94ee89d', 'name': 'network-vif-deleted', 'tag': '9e3a7546-c2f5-4a60-adf8-c8fe01f6825e', 'status': 'completed', 'code': 200}
Apr 08 20:04:32.323806 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f03d1ac8>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:32.327939 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:04:32.338522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:04:32.339185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f03d1ac8>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:04:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:32.521518 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a7cd4b13-e17c-4a27-ac7a-5ee8bc2705ab req-5892ab2a-465a-4823-b347-cbe5e3953062 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a63d374-be62-4dc7-8630-9f0df94ee89d HTTP/1.1" status: 200  len: 210 time: 0.0493362
Apr 08 20:04:32.538591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:04:32.873152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f03d1ac8>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:32.877543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c98e7b-7a39-4a57-b9b2-3502006abec3 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:04:33.264674 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968392a9-9852-4ed2-baef-def6e87a1a9f None None] New status for floating IP b32ca2b1-abcc-4d68-a689-5220059c7c68: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:04:33.889153 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-c557c563-bc39-4b4b-a1a5-edba08cad06e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984529338&fields=id&tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 267 time: 0.0261712
Apr 08 20:04:34.050537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-f8bf0b22-8542-42c4-addd-ab9bfb05e088 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:34.052021 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-f8bf0b22-8542-42c4-addd-ab9bfb05e088 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.1560476
Apr 08 20:04:34.067794 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-68f7338f-b674-4c88-9dd0-376923084307 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/quotas/7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 375 time: 0.0097206
Apr 08 20:04:34.160173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-0dc56e14-157b-472b-a137-71afd98d4dc8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0866528
Apr 08 20:04:34.442365 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-cbe13213-fc59-4119-9010-7e628fb61041 service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693348
Apr 08 20:04:34.497814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:04:34.535449 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:04:34.535844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device 9e3a7546-c2f5-4a60-adf8-c8fe01f6825e not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:04:34.593129 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-568fdd75-fbcf-44b0-8058-29c32c4fb8c6 service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435053
Apr 08 20:04:35.102619 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4f23519f-78b5-4b45-9f0b-8c71d2d6442a req-6b6a791d-2893-40d5-91f0-3bc8ea1efd5f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:04:35.138669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-4f23519f-78b5-4b45-9f0b-8c71d2d6442a req-6b6a791d-2893-40d5-91f0-3bc8ea1efd5f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:04:35.139935 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4f23519f-78b5-4b45-9f0b-8c71d2d6442a req-6b6a791d-2893-40d5-91f0-3bc8ea1efd5f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 210 time: 0.0859258
Apr 08 20:04:36.309361 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-17eb6025-86aa-47e4-9ddd-01248005be51 req-781cac5b-00d5-4d63-bd4d-a88123ffc758 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 210 time: 0.0545135
Apr 08 20:04:36.737995 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-732d8fb7-62d9-47c7-9fc5-1cc8503a0313 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:36.738813 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-732d8fb7-62d9-47c7-9fc5-1cc8503a0313 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:network {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:04:36.784484 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-732d8fb7-62d9-47c7-9fc5-1cc8503a0313 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:network {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:04:36.785814 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-732d8fb7-62d9-47c7-9fc5-1cc8503a0313 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.2095375
Apr 08 20:04:36.848833 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-f71e191a-ca48-4820-9479-39463114ae1e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 8061 time: 0.0531178
Apr 08 20:04:36.858129 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'port': {'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'admin_state_up': True, 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'security_groups': ['027f2414-112f-4c9b-a154-405fb915efbd']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:04:37.004575 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:04:37.015287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:04:37.047303 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Made reservation on behalf of 7c147e3f05de4994b8e4b5ae25484f3c for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:04:37.053675 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:37.214778 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.20.0.14 (bd0b7eef-746d-4f77-b878-0ee946d98add/66159daf-f69b-4e8d-a5ac-ff593b39a368/c04f6490-2901-42fd-bf83-0fbc5d7fef42) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:04:37.415493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:37.483142 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Transition to ACTIVE for port object c04f6490-2901-42fd-bf83-0fbc5d7fef42 will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:04:37.486119 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-68c6d907-92f2-45de-9ce2-ecd1824ca873 req-ded0af8a-d7d6-4bd9-b9b8-546cdb0c54c8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 210 time: 0.0617642
Apr 08 20:04:37.527897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:37.545547 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-cb58abea-8692-4304-b812-86d65a537f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:37.694577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:37.700124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:37.755169 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:04:37.756430 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:04:37.759721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:04:37.833138 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:37.833843 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:37.974187 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1199713
Apr 08 20:04:37.986008 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Request body: {'port': {'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:04:38.002148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-4874633b-ebd4-413a-8cc6-60b98e071087 None None] Provisioning for port c04f6490-2901-42fd-bf83-0fbc5d7fef42 completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:04:38.007470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-4874633b-ebd4-413a-8cc6-60b98e071087 None None] Provisioning complete for port c04f6490-2901-42fd-bf83-0fbc5d7fef42 triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:04:38.007845 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4874633b-ebd4-413a-8cc6-60b98e071087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:38.068874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-4874633b-ebd4-413a-8cc6-60b98e071087 None None] Port c04f6490-2901-42fd-bf83-0fbc5d7fef42 cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:04:38.108502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:38.500649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04f6490-2901-42fd-bf83-0fbc5d7fef42 {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:04:38.508538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:38.556076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Transition to ACTIVE for port object c04f6490-2901-42fd-bf83-0fbc5d7fef42 will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:04:38.578777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:38.595866 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-157bdb65-6980-4670-8a77-4d4138e3cc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:38.691913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55248683-edc6-4ea1-a686-eb8d9da57636 req-10b26f9c-8750-48f3-91b5-7d503104d79e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:38.694013 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-55248683-edc6-4ea1-a686-eb8d9da57636 req-10b26f9c-8750-48f3-91b5-7d503104d79e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0949123
Apr 08 20:04:38.728683 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-55248683-edc6-4ea1-a686-eb8d9da57636 req-7aee226c-def4-4ecc-bf37-9bcc589faab4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277393
Apr 08 20:04:38.987115 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:38.992360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:39.222348 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Attempting to bind port c04f6490-2901-42fd-bf83-0fbc5d7fef42 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:04:39.222730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Attempting to bind port c04f6490-2901-42fd-bf83-0fbc5d7fef42 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:04:39.223112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Attempting to bind port c04f6490-2901-42fd-bf83-0fbc5d7fef42 on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:04:39.229211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Port c04f6490-2901-42fd-bf83-0fbc5d7fef42 on network bd0b7eef-746d-4f77-b878-0ee946d98add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 20:04:39.229581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Attempting to bind port c04f6490-2901-42fd-bf83-0fbc5d7fef42 on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:04:39.235123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:04:39.235507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:04:39.235933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Bound using segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:04:39.236406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Bound port: c04f6490-2901-42fd-bf83-0fbc5d7fef42, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:04:39.236793 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:39.318506 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:04:39.321790 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:04:39.350636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:39.366204 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-269d5a84-8bf8-4a96-87e8-622ac9460f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:39.518278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:39.523788 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:39.556973 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:39.557468 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:39.559098 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] 10.222.0.10 "PUT /v2.0/ports/c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 1094 time: 1.5779312
Apr 08 20:04:39.559655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:04:39.612579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'status': 'completed', 'code': 200}
Apr 08 20:04:39.706631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-6d7d858a-0d97-4c7d-b864-4eb2186a7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:39.708240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-6d7d858a-0d97-4c7d-b864-4eb2186a7456 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1097 time: 0.0816274
Apr 08 20:04:39.787104 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-28fc202f-3893-41da-a6b2-03e922c41be7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 217 time: 0.0705976
Apr 08 20:04:39.861523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-23164abd-7acf-4899-ae72-ba343d0d5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:39.863233 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-23164abd-7acf-4899-ae72-ba343d0d5171 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0697937
Apr 08 20:04:39.941330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c7d26-c4be-44f7-ba29-6836eb162ec3 req-906306c8-9d5c-424a-a875-3f899d2f327b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:39.942963 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2f0c7d26-c4be-44f7-ba29-6836eb162ec3 req-906306c8-9d5c-424a-a875-3f899d2f327b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0946205
Apr 08 20:04:39.945911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-858fbbef-fca5-4e66-b3a3-d7444fee5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:39.947524 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-858fbbef-fca5-4e66-b3a3-d7444fee5abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778847
Apr 08 20:04:39.974405 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2f0c7d26-c4be-44f7-ba29-6836eb162ec3 req-a2db3894-2c19-474d-bc70-2dc6154da44e tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244889
Apr 08 20:04:40.093270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-589de7b2-e2cb-4267-b39a-d4e5fa637f12 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381168
Apr 08 20:04:40.236967 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7f85b1-8d51-42cd-8a1b-d572d3633f38 req-40b7ec99-08ce-4eef-ace7-0ba5f97e4816 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370111
Apr 08 20:04:40.405582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-80222855-2d98-47ed-8757-46ce3ed440d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:40.407099 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-80222855-2d98-47ed-8757-46ce3ed440d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1097 time: 0.0788372
Apr 08 20:04:40.548924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-266eed93-d9ad-4c55-8d84-ee8701f30be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:40.550509 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-266eed93-d9ad-4c55-8d84-ee8701f30be0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1365707
Apr 08 20:04:40.627915 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-fe4bd66d-0a47-4278-a9b8-b0be4b704a94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 217 time: 0.0699584
Apr 08 20:04:40.696321 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-bbbc8d36-e526-4b7e-9567-306514fefa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:40.702221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-bbbc8d36-e526-4b7e-9567-306514fefa48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0635762
Apr 08 20:04:40.783694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-f17053d9-c662-4f98-91e8-682d15d9e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:40.785276 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-f17053d9-c662-4f98-91e8-682d15d9e975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813117
Apr 08 20:04:40.927087 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-9644d3ab-4f64-4336-bfc2-8a22cd5fa24e service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346593
Apr 08 20:04:41.070892 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-ecada23e-b5f5-4c5d-ae9a-61efc1f2ec28 req-43614617-2f4a-41dc-bf4c-b7bc6818da89 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364291
Apr 08 20:04:41.175585 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edfbff-5a97-4f5b-a53e-573b6ded8570 req-e9ce2ad7-19c4-44d5-9efd-f5c6dbf10550 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:41.176337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-87edfbff-5a97-4f5b-a53e-573b6ded8570 req-e9ce2ad7-19c4-44d5-9efd-f5c6dbf10550 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:04:41.224064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-87edfbff-5a97-4f5b-a53e-573b6ded8570 req-e9ce2ad7-19c4-44d5-9efd-f5c6dbf10550 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:04:41.225310 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-87edfbff-5a97-4f5b-a53e-573b6ded8570 req-e9ce2ad7-19c4-44d5-9efd-f5c6dbf10550 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.1363132
Apr 08 20:04:41.256006 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-87edfbff-5a97-4f5b-a53e-573b6ded8570 req-73d78a6a-3700-4c03-a4b0-d0a3e9e26a66 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241461
Apr 08 20:04:42.457276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3940f26-d7ad-4646-868e-307e2d4e4891 req-08028dfb-6e18-4419-b4c0-a991c954284d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:42.457276 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b3940f26-d7ad-4646-868e-307e2d4e4891 req-08028dfb-6e18-4419-b4c0-a991c954284d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0881879
Apr 08 20:04:42.486762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b3940f26-d7ad-4646-868e-307e2d4e4891 req-b7d56a85-4318-4f14-83d0-063c64a0779c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240896
Apr 08 20:04:43.697692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6657e-cc2e-4315-a17c-9add0325e9e5 req-e3269c4c-0716-46ee-bef3-36cd033ab9fd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:43.699314 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-89d6657e-cc2e-4315-a17c-9add0325e9e5 req-e3269c4c-0716-46ee-bef3-36cd033ab9fd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0950639
Apr 08 20:04:43.730003 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-89d6657e-cc2e-4315-a17c-9add0325e9e5 req-de29e5c8-dfb6-4cd5-b83b-9f33a62eea47 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241773
Apr 08 20:04:44.934435 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c1306-823d-426d-8844-109f97d05409 req-0f7cb259-0a3f-42a9-ac46-081d6c753a91 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:44.935925 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-530c1306-823d-426d-8844-109f97d05409 req-0f7cb259-0a3f-42a9-ac46-081d6c753a91 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0928996
Apr 08 20:04:44.966860 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-530c1306-823d-426d-8844-109f97d05409 req-da839843-ccd6-42a5-b71a-03d2cc5fb1a0 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246770
Apr 08 20:04:46.169590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199c62-2d35-47c5-b2f0-0233e51fa0d1 req-55633ef6-98c7-42e0-a911-43efbd6fd558 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:46.171203 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7c199c62-2d35-47c5-b2f0-0233e51fa0d1 req-55633ef6-98c7-42e0-a911-43efbd6fd558 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 944 time: 0.0925868
Apr 08 20:04:46.202571 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7c199c62-2d35-47c5-b2f0-0233e51fa0d1 req-43854842-6260-4eed-bac5-ffda6a53bcf1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250683
Apr 08 20:04:46.527945 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device c04f6490-2901-42fd-bf83-0fbc5d7fef42 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 20:04:46.834282 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:04:46.848416 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 20:04:46.906085 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:46.908755 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f6490-2901-42fd-bf83-0fbc5d7fef42 {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:04:46.924823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:04:46.955543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:46.957345 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a8dc3e6b-937e-44fc-807a-e5dead584cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:47.028591 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:47.036206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.036576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.036954 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.037327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.037697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.038091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.038460 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.039452 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.039823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.040191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.040554 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.040918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:04:47.044901 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:47.125109 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:04:47.159902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['c04f6490-2901-42fd-bf83-0fbc5d7fef42'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:04:47.406016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84909461-08f9-4e67-8923-2b096fc2e538 req-5b07262e-f4cd-47b2-938c-ba7b5bf4d4e8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:47.407535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-84909461-08f9-4e67-8923-2b096fc2e538 req-5b07262e-f4cd-47b2-938c-ba7b5bf4d4e8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 945 time: 0.0900402
Apr 08 20:04:47.438422 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-84909461-08f9-4e67-8923-2b096fc2e538 req-477e5fd8-96cc-47f3-a001-30afe07b7fbe tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243068
Apr 08 20:04:48.189637 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:48.566225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device c04f6490-2901-42fd-bf83-0fbc5d7fef42 up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:04:48.651803 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e0bf-776e-4ac8-9246-e8a7ee43a3be req-50742176-5fae-4eec-b504-630d4b9e65ce tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:48.653418 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7bb7e0bf-776e-4ac8-9246-e8a7ee43a3be req-50742176-5fae-4eec-b504-630d4b9e65ce tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 945 time: 0.1016097
Apr 08 20:04:48.685503 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7bb7e0bf-776e-4ac8-9246-e8a7ee43a3be req-052918e5-fcea-4e69-b19b-cf1b3fc4be59 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249918
Apr 08 20:04:48.767857 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port c04f6490-2901-42fd-bf83-0fbc5d7fef42 completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:04:48.775772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port c04f6490-2901-42fd-bf83-0fbc5d7fef42 triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:04:48.776191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:48.907359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:48.918573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:04:48.928854 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:04:48.950100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:48.952106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ef5dd65c-fc0b-4664-9555-913485e18b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:49.026521 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:49.029846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:49.177844 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'code': 200}
Apr 08 20:04:49.517225 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210b50-6db8-4cbf-b927-d05aa0cae692 req-a7477618-91a7-42ae-b95a-aa1f791a8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:49.518861 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93210b50-6db8-4cbf-b927-d05aa0cae692 req-a7477618-91a7-42ae-b95a-aa1f791a8cf6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0779941
Apr 08 20:04:49.546115 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93210b50-6db8-4cbf-b927-d05aa0cae692 req-31746174-e38f-4565-93c1-2c43871d6875 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0199614
Apr 08 20:04:49.891001 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd981de-f11f-43d9-a3a4-7255c6ddd021 req-22b1db85-ea6b-4679-9f36-e6684ea86b55 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:49.892509 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2dd981de-f11f-43d9-a3a4-7255c6ddd021 req-22b1db85-ea6b-4679-9f36-e6684ea86b55 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.0913033
Apr 08 20:04:49.924497 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2dd981de-f11f-43d9-a3a4-7255c6ddd021 req-8ce782e6-f082-45dd-9bed-8818be499d47 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247896
Apr 08 20:04:51.126844 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf3cee-f751-4002-9331-49a8f451a2b1 req-efc594b7-0f58-4fd8-a454-7d4c150133eb tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:51.128378 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-09cf3cee-f751-4002-9331-49a8f451a2b1 req-efc594b7-0f58-4fd8-a454-7d4c150133eb tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.0922155
Apr 08 20:04:51.158524 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-09cf3cee-f751-4002-9331-49a8f451a2b1 req-258ad19d-e31f-468b-9213-46214f901ff1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0233443
Apr 08 20:04:51.355558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b16da-4a30-43a4-988c-b4d5fe86d6d7 req-210bbf53-b7ab-44cb-88a4-808290ac4e4f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:51.357141 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7b16da-4a30-43a4-988c-b4d5fe86d6d7 req-210bbf53-b7ab-44cb-88a4-808290ac4e4f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.0880136
Apr 08 20:04:51.386820 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-da7b16da-4a30-43a4-988c-b4d5fe86d6d7 req-94210285-a395-4e3f-873f-70825a9d977a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0233738
Apr 08 20:04:51.411485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45114) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:04:51.491255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2ebd3-d262-489f-9abb-716cfb044ecd tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:51.492880 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-acb2ebd3-d262-489f-9abb-716cfb044ecd tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1094 time: 0.0803721
Apr 08 20:04:51.495828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45118) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:04:51.501526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:04:51.507777 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:04:51.511780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:floatingip and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:04:51.514738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:04:51.520687 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:04:51.573058 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:51.719979 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:51.863737 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.27.1.212 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/a4c4163d-4a27-4297-82da-b1b9e5e9beca) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:04:52.111140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:52.196556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:52.212330 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-efd72100-1f02-4bbf-b628-2b873149e01e tempest-VolumesNegativeTest-1714203947 tempest-VolumesNegativeTest-1714203947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:52.345921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=a4c4163d-4a27-4297-82da-b1b9e5e9beca,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:52.350956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:52.400456 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:04:52.401600 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:04:52.403883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:04:52.732817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-7829e520-ed25-401b-a79c-618a784b64ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.072971 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.184276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.449523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.481216 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.496473 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-3e2089cb-4b61-41b2-9a71-6aa0d4e7f6f5 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:04:53.649322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=a4c4163d-4a27-4297-82da-b1b9e5e9beca,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:04:53.653739 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:04:53.753714 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:53.934340 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP dc0d99e6-5849-423f-8f9b-7c86f90bbd37 associated. External IP: 172.27.1.212, port: c04f6490-2901-42fd-bf83-0fbc5d7fef42.
Apr 08 20:04:54.301913 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:04:54.490149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:04:54.501276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:04:54.512701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:04:54.513369 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f027b198>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:04:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:54.549680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:54.617853 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1121755
Apr 08 20:04:54.617853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:04:54.660371 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'status': 'completed', 'code': 200}
Apr 08 20:04:54.707009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:04:54.762102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-8b8e9348-20a9-4b6b-8610-7b5986d3e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:54.763626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-8b8e9348-20a9-4b6b-8610-7b5986d3e69b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0793645
Apr 08 20:04:54.907972 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-8b6df71d-c30b-40d4-a6a1-2d73eb6e8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:54.909570 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-8b6df71d-c30b-40d4-a6a1-2d73eb6e8ba9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1373963
Apr 08 20:04:55.019658 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-3b795238-42b8-4bec-8cf8-d9e216d38ab1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 1000 time: 0.1029072
Apr 08 20:04:55.090290 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f027b198>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:53Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:55.093427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-900e0daf-aec0-4cfc-9b62-56b858ef22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:55.094448 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:04:55.095168 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-900e0daf-aec0-4cfc-9b62-56b858ef22c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0685022
Apr 08 20:04:55.104393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:04:55.105048 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f027b198>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:04:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:55.165382 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bc2432c2-5be8-46f5-b82c-d887c6c3a7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:55.178963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-50fd0d73-ee71-4e63-b0c2-69e3424ec3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:04:55.180626 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-50fd0d73-ee71-4e63-b0c2-69e3424ec3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783165
Apr 08 20:04:55.299046 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:04:55.326214 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-e8fbdac5-59ac-43bf-902c-92d9214204ab service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375480
Apr 08 20:04:55.469345 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-0430d6a1-678e-4ca8-b4b7-7f7d99b9328f req-b86aa51c-d032-4a5e-8574-c3e87a98fa94 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368444
Apr 08 20:04:55.671565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:55.680905 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f027b198>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:53Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:04:55.685133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d1c5b5-d571-4b15-a445-4f3c4304f0cd None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:53Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:04:56.007240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe48311f-b256-4157-a750-9449ec66270c None None] New status for floating IP dc0d99e6-5849-423f-8f9b-7c86f90bbd37: ACTIVE {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:04:56.915594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:04:57.521262 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:18.212562 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:22.731990 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c782f774-ab5e-4a4d-aac8-8aada276a6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:24.125485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:05:25.121197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b0d95b4-bd80-47cc-880a-981db91fe84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:25.652335 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:26.914730 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:27.514816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:28.105790 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-0ef36fc5-304d-4032-9daa-fc478f381979 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763173
Apr 08 20:05:28.257963 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-4cd4dd8e-1921-43fb-bd50-8d9aa3615907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:05:28.259536 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-4cd4dd8e-1921-43fb-bd50-8d9aa3615907 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0837445
Apr 08 20:05:28.413398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-010af5e3-ab6c-45c8-bd6a-af6bc9063163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:05:28.414960 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-010af5e3-ab6c-45c8-bd6a-af6bc9063163 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1364574
Apr 08 20:05:28.526073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-7b637005-66dd-4394-9fd6-0992a2b9a82f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 1002 time: 0.1040940
Apr 08 20:05:28.593240 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-c279c6f6-d629-49b4-a99e-2fc1729c6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:05:28.594797 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-c279c6f6-d629-49b4-a99e-2fc1729c6029 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0622697
Apr 08 20:05:28.677697 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-e55279d5-d229-47f2-944e-f73f68768347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:05:28.679887 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-e55279d5-d229-47f2-944e-f73f68768347 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774195
Apr 08 20:05:28.821617 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-f6cc8e16-c80f-4ef2-9413-adcda67094e4 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348155
Apr 08 20:05:28.963213 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5b61bc1d-e07c-4cf1-9ea7-3f4e7a9fcbaf req-61f8a767-4e3a-49b7-8a87-0aad063de5be service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345835
Apr 08 20:05:48.195139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:52.731676 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d006113-3028-44c0-9dc3-a7bc97f8e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:55.103218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bde56305-b1f8-4e6d-a234-f311f8c7fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:55.651977 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:56.920470 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:05:57.520465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:01.125563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:06:18.240222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:22.726501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-a34ebf48-0e73-4654-9311-2f7be2cd9454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:25.114295 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0927fc30-8bcb-4961-a55b-cb517a8573b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:25.662918 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:26.915025 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:27.514565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:30.086109 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-10e00030-b34a-4f46-bb50-f05b55597c3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3443336
Apr 08 20:06:30.238029 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-cca839a3-3a13-41d0-bc7a-f6b1b648f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:30.239614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-cca839a3-3a13-41d0-bc7a-f6b1b648f360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0804613
Apr 08 20:06:30.400421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-8af42f28-556f-49ac-b63a-5231d94b8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:30.401958 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-8af42f28-556f-49ac-b63a-5231d94b8299 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1420231
Apr 08 20:06:30.517953 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-6dbd4d90-17a6-40e6-96c8-bcb285466392 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 1002 time: 0.1082754
Apr 08 20:06:30.590887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-33f3b3f4-7bae-404a-a35b-75fff6d26c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:30.592434 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-33f3b3f4-7bae-404a-a35b-75fff6d26c10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0681138
Apr 08 20:06:30.675061 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-93e6d6ca-1337-4dbd-806a-c415eefe84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:30.676657 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-93e6d6ca-1337-4dbd-806a-c415eefe84a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781503
Apr 08 20:06:30.820927 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-428af305-cf98-4494-b903-f3e7ba6f335d service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374495
Apr 08 20:06:30.965502 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4c511d86-e54a-40ed-b115-9531c8be46f5 req-50f368ce-034c-41cf-9f2a-2c3ded06a149 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384935
Apr 08 20:06:31.226139 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-72bf5520-da1b-48ff-a237-6fd347ad97cc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984529338&fields=id&tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 267 time: 0.0252910
Apr 08 20:06:31.387830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-1bbfef81-6d61-4469-914c-ec86cacd015a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:31.389374 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-1bbfef81-6d61-4469-914c-ec86cacd015a tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.1562874
Apr 08 20:06:31.405885 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-f4d4e840-3e4b-4699-b86e-72d9119cb0f7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/quotas/7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 375 time: 0.0102429
Apr 08 20:06:31.505508 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-e89dd1b1-1bbe-4b0a-a964-89de089bcf15 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0940838
Apr 08 20:06:31.706022 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-00c5eef2-9067-4287-9ae0-309db85ce88f service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880705
Apr 08 20:06:31.849240 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-1df267a7-4fad-4df9-8826-db4b8757f5e2 service neutron] 10.222.0.68 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358831
Apr 08 20:06:32.339829 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a8ffa289-3219-46f9-b31e-5c7780ca8fba req-a146f700-7ea4-425e-af81-00334d4836f9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 210 time: 0.0506465
Apr 08 20:06:33.502459 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1861a77b-3e62-4d4d-9bdd-3dfe242c4a01 req-6ec82eda-7bb9-4f2b-82ed-5ef78500cd62 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 210 time: 0.0514584
Apr 08 20:06:33.765573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-7f63079f-4cd2-4c1f-8aaa-653ffee166f1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:33.767136 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-7f63079f-4cd2-4c1f-8aaa-653ffee166f1 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 811 time: 0.1591141
Apr 08 20:06:33.826945 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-7c1316fc-eeb3-4e31-8406-ae9122a08b19 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c HTTP/1.1" status: 200  len: 8061 time: 0.0513678
Apr 08 20:06:33.846353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'port': {'device_id': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'admin_state_up': True, 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'security_groups': ['027f2414-112f-4c9b-a154-405fb915efbd']}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:06:34.028313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:06:34.028313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:06:34.051544 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Made reservation on behalf of 7c147e3f05de4994b8e4b5ae25484f3c for: {'port': 1} {{(pid=85385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 20:06:34.058381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:34.213426 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.20.0.5 (bd0b7eef-746d-4f77-b878-0ee946d98add/66159daf-f69b-4e8d-a5ac-ff593b39a368/d6d3d590-d73f-43d2-8924-a22233e6f5af) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:06:34.410398 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:34.426863 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Transition to ACTIVE for port object d6d3d590-d73f-43d2-8924-a22233e6f5af will not be triggered until provisioned by entity DHCP. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:06:34.474721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:34.490277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab5df2d5-ffc5-44fd-a01c-f77ef46f2bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:34.642050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:34.665499 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.665983 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.666407 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.666818 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.667271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.667686 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.668095 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.668501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.668908 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.669318 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.669805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.670218 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:34.676293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:34.714772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network bd0b7eef-746d-4f77-b878-0ee946d98add is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:06:34.716052 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:06:34.718493 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:06:34.755594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df43065-de67-4a3c-8946-1f852f83f3b2 req-a5e7f3b9-03ba-4a46-b767-f5030e1e90d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:34.757914 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1df43065-de67-4a3c-8946-1f852f83f3b2 req-a5e7f3b9-03ba-4a46-b767-f5030e1e90d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 931 time: 0.1092417
Apr 08 20:06:34.792257 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:34.793013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:34.796567 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-1df43065-de67-4a3c-8946-1f852f83f3b2 req-6e6884b0-0146-450e-8dcc-f9bfc8d1b508 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268276
Apr 08 20:06:34.853246 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-1d8f4864-5e61-44b4-a1e7-a98a2b9ac1bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0138035
Apr 08 20:06:34.866648 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Request body: {'port': {'device_id': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:06:34.988935 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.017799 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-9d477980-3140-47af-940c-35c6bcf801de None None] Provisioning for port d6d3d590-d73f-43d2-8924-a22233e6f5af completed by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:06:35.024300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-9d477980-3140-47af-940c-35c6bcf801de None None] Provisioning complete for port d6d3d590-d73f-43d2-8924-a22233e6f5af triggered by entity DHCP. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:06:35.043680 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9d477980-3140-47af-940c-35c6bcf801de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.085086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-9d477980-3140-47af-940c-35c6bcf801de None None] Port d6d3d590-d73f-43d2-8924-a22233e6f5af cannot update to ACTIVE because it is not bound. {{(pid=85386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 20:06:35.388328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d3d590-d73f-43d2-8924-a22233e6f5af {{(pid=85385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:06:35.395993 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.411296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Transition to ACTIVE for port object d6d3d590-d73f-43d2-8924-a22233e6f5af will not be triggered until provisioned by entity L2. {{(pid=85385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 20:06:35.439539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.458287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:35.595005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:35.608441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:35.821582 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Attempting to bind port d6d3d590-d73f-43d2-8924-a22233e6f5af on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 20:06:35.822141 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Attempting to bind port d6d3d590-d73f-43d2-8924-a22233e6f5af by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 20:06:35.822388 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Attempting to bind port d6d3d590-d73f-43d2-8924-a22233e6f5af on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:06:35.827590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Port d6d3d590-d73f-43d2-8924-a22233e6f5af on network bd0b7eef-746d-4f77-b878-0ee946d98add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 20:06:35.827996 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Attempting to bind port d6d3d590-d73f-43d2-8924-a22233e6f5af on network bd0b7eef-746d-4f77-b878-0ee946d98add {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 20:06:35.833527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Checking agent: {'id': '75cb980c-2de6-44e2-b54c-19f241a30383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'started_at': datetime.datetime(2021, 4, 8, 19, 50, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 20, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 20:06:35.833960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Checking segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 20:06:35.834400 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Bound using segment: {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'} {{(pid=85385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 20:06:35.834950 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Bound port: d6d3d590-d73f-43d2-8924-a22233e6f5af, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bdb71e-6aba-418f-8259-d4a7dda826d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add'}}] {{(pid=85385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 20:06:35.835342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.918692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, cleared binding levels {{(pid=85385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 20:06:35.921765 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 20:06:35.972795 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:35.994429 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0a5098d9-b584-4ef5-94be-11cb6d885082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:36.416072 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=3']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:36.419526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:36.453579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6f4e-9a20-4652-b3ca-d39e57edb4db req-bceb66c3-8158-40d9-a8d4-786b4b69ce07 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:36.454367 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-26df6f4e-9a20-4652-b3ca-d39e57edb4db req-bceb66c3-8158-40d9-a8d4-786b4b69ce07 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:06:36.480774 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:36.481371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:36.482781 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-35bba44c-1a78-4700-abf9-b148b104999b service neutron] 10.222.0.10 "PUT /v2.0/ports/d6d3d590-d73f-43d2-8924-a22233e6f5af HTTP/1.1" status: 200  len: 1093 time: 1.6216111
Apr 08 20:06:36.484171 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:06:36.522045 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-26df6f4e-9a20-4652-b3ca-d39e57edb4db req-bceb66c3-8158-40d9-a8d4-786b4b69ce07 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:06:36.523821 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-26df6f4e-9a20-4652-b3ca-d39e57edb4db req-bceb66c3-8158-40d9-a8d4-786b4b69ce07 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.5920687
Apr 08 20:06:36.548568 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'status': 'completed', 'code': 200}
Apr 08 20:06:36.563073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-26df6f4e-9a20-4652-b3ca-d39e57edb4db req-44d9bb26-c770-4dbb-bb4f-3d39722c7df7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328388
Apr 08 20:06:36.652073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-eaeb5ccd-bb0e-46c8-a4bf-49ab16bc2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:36.653691 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-eaeb5ccd-bb0e-46c8-a4bf-49ab16bc2a52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1096 time: 0.0862510
Apr 08 20:06:36.806986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-c9e21114-1491-4036-b823-3e72435b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:36.808504 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-c9e21114-1491-4036-b823-3e72435b15e6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1469884
Apr 08 20:06:36.953283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-f6654208-8adc-4239-a9ea-44376fe86c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:36.954818 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-93c7db28-6d42-4b5a-8c4b-91c169119814 req-f6654208-8adc-4239-a9ea-44376fe86c2f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1392417
Apr 08 20:06:37.072331 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-7a05889f-20d5-44ba-8fac-fa6ce42eb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:37.073927 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-7a05889f-20d5-44ba-8fac-fa6ce42eb344 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1096 time: 0.0820811
Apr 08 20:06:37.147409 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-26807c32-7945-4300-bd9a-2e979d528495 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af HTTP/1.1" status: 200  len: 217 time: 0.0653083
Apr 08 20:06:37.216789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-00150268-cb7b-4641-8a8b-5a7aea5663fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:37.218254 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-00150268-cb7b-4641-8a8b-5a7aea5663fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0658069
Apr 08 20:06:37.301106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f8513-9678-4d07-adaa-980956f74089 req-d0f2c122-9b42-4265-a3b8-044144c5e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:37.302686 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-d0f2c122-9b42-4265-a3b8-044144c5e85b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776043
Apr 08 20:06:37.445513 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-7deda0a4-1e9a-4686-86c5-a248a33670c4 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362429
Apr 08 20:06:37.588786 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b15f8513-9678-4d07-adaa-980956f74089 req-b3ee0cfc-38e2-4ae4-9f87-67c7eb192df0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367319
Apr 08 20:06:37.768068 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8def-7a89-4f83-998c-0b742746a73d req-cde90314-e275-4adc-b336-1e8a73d6f4f9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:37.769642 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fafc8def-7a89-4f83-998c-0b742746a73d req-cde90314-e275-4adc-b336-1e8a73d6f4f9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0890849
Apr 08 20:06:37.800039 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fafc8def-7a89-4f83-998c-0b742746a73d req-8b9537dd-df6c-41c3-867e-23ac5e0242be tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239582
Apr 08 20:06:38.125792 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:06:39.003640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1ac5-ee5b-4723-b56f-5f878c83f770 req-4ec9341a-6dbf-4abd-ae5f-8d524077eaaf tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:39.005211 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9a3e1ac5-ee5b-4723-b56f-5f878c83f770 req-4ec9341a-6dbf-4abd-ae5f-8d524077eaaf tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0931764
Apr 08 20:06:39.036172 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9a3e1ac5-ee5b-4723-b56f-5f878c83f770 req-d046ddb3-20ea-45dd-a1ee-bd48251f2aa8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240297
Apr 08 20:06:40.239134 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929b268-48fd-40ea-99b0-b49212e1375d req-407edc27-8a78-41a2-b595-4dbaad003ea3 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:40.240746 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3929b268-48fd-40ea-99b0-b49212e1375d req-407edc27-8a78-41a2-b595-4dbaad003ea3 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0921440
Apr 08 20:06:40.271169 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3929b268-48fd-40ea-99b0-b49212e1375d req-dd1611fc-3f04-4940-8789-b8ba7be37c56 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241430
Apr 08 20:06:41.470522 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10469-55d1-4118-b26c-6fc17adbbdc2 req-c4463aef-4ead-4348-a071-427cac92e7af tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:41.472099 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c10469-55d1-4118-b26c-6fc17adbbdc2 req-c4463aef-4ead-4348-a071-427cac92e7af tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0895789
Apr 08 20:06:41.502778 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-05c10469-55d1-4118-b26c-6fc17adbbdc2 req-4699ab76-531d-42cc-8976-63d7fea27871 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241559
Apr 08 20:06:42.713164 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849e28-2304-4d5e-9923-96a8dc13c7da req-3ade5208-4c00-430f-b6c5-14d2c4e59b59 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:42.714799 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb849e28-2304-4d5e-9923-96a8dc13c7da req-3ade5208-4c00-430f-b6c5-14d2c4e59b59 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0974531
Apr 08 20:06:42.747292 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb849e28-2304-4d5e-9923-96a8dc13c7da req-b0602639-8613-4f11-8987-238f6fc83af9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261552
Apr 08 20:06:43.951805 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071da8a-b494-4e56-8463-1c61554e23b7 req-e94aef71-f4a4-4376-b568-1ddb51e4c592 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:43.953298 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b071da8a-b494-4e56-8463-1c61554e23b7 req-e94aef71-f4a4-4376-b568-1ddb51e4c592 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0925832
Apr 08 20:06:43.983057 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b071da8a-b494-4e56-8463-1c61554e23b7 req-84c36750-5fd9-4135-9789-29efe0c69550 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0234215
Apr 08 20:06:45.185969 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c02c-c315-48e8-8f96-dabdcb329ff4 req-02c38273-7430-479a-bee4-97594c08a0b7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:45.187542 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-40d6c02c-c315-48e8-8f96-dabdcb329ff4 req-02c38273-7430-479a-bee4-97594c08a0b7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0932600
Apr 08 20:06:45.217661 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-40d6c02c-c315-48e8-8f96-dabdcb329ff4 req-39d0b967-1f96-4fdc-9e20-517a59a3effd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237608
Apr 08 20:06:46.418700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7617df-cd64-49ad-a5cf-c44adbbfc14c req-2a92a636-65b5-410e-ac96-bebaac808b0f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:46.420211 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b7617df-cd64-49ad-a5cf-c44adbbfc14c req-2a92a636-65b5-410e-ac96-bebaac808b0f tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 943 time: 0.0899518
Apr 08 20:06:46.451248 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-2b7617df-cd64-49ad-a5cf-c44adbbfc14c req-73ab7cef-e8cb-4132-97ce-71c2b14a315b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247853
Apr 08 20:06:47.082731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device d6d3d590-d73f-43d2-8924-a22233e6f5af details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 20:06:47.392669 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:06:47.406605 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Returning: {'device': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'port_id': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'mac_address': 'fa:16:3e:42:d5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 20:06:47.463447 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:47.464713 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d3d590-d73f-43d2-8924-a22233e6f5af {{(pid=85386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 20:06:47.481002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:06:47.519946 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:47.522548 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:47.593956 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=4']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:47.602293 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.602681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.603057 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.603428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.603798 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.604167 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.604535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.604902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.605277 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.605641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.606032 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.606368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:06:47.610524 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:47.653561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c698-2e46-4ea0-834a-8321a83e2d07 req-1408f8ef-fc24-4c46-9ba1-c729d87b8fb4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:47.655107 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d99c698-2e46-4ea0-834a-8321a83e2d07 req-1408f8ef-fc24-4c46-9ba1-c729d87b8fb4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 944 time: 0.0914338
Apr 08 20:06:47.737612 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-9d99c698-2e46-4ea0-834a-8321a83e2d07 req-c09942c4-6d1c-483c-9f64-45296aef1a4d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761631
Apr 08 20:06:47.763615 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] get_ports_and_sgs() called for port_ids ['d6d3d590-d73f-43d2-8924-a22233e6f5af'] {{(pid=85386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 20:06:48.239512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:48.940239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270a417-de71-4392-8e74-aca8be50d8c7 req-4f07ca68-0cde-40ef-87fa-b9a5d656cccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:48.941725 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c270a417-de71-4392-8e74-aca8be50d8c7 req-4f07ca68-0cde-40ef-87fa-b9a5d656cccd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 944 time: 0.0920098
Apr 08 20:06:48.972056 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-c270a417-de71-4392-8e74-aca8be50d8c7 req-82ea5f07-2ff5-4aa1-b08b-44efe62d2c14 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238860
Apr 08 20:06:49.097390 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device d6d3d590-d73f-43d2-8924-a22233e6f5af up at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 20:06:49.199712 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning for port d6d3d590-d73f-43d2-8924-a22233e6f5af completed by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 20:06:49.204823 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.provisioning_blocks [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Provisioning complete for port d6d3d590-d73f-43d2-8924-a22233e6f5af triggered by entity L2. {{(pid=85386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 20:06:49.205246 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854763946'] for port, provisioning_complete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:49.330883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:49.342337 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af'}] {{(pid=85386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:06:49.353146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:06:49.371301 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325'] for port, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:49.373606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:49.414275 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'code': 200}
Apr 08 20:06:49.448170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Pushing event updated for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=5']} {{(pid=85386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:49.451334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:49.715267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6eaf-7bf2-4c72-a016-745f9de72919 req-7f0f7576-2640-4010-b2d0-391d9c8db675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:49.716788 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-350c6eaf-7bf2-4c72-a016-745f9de72919 req-7f0f7576-2640-4010-b2d0-391d9c8db675 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1098 time: 0.0781322
Apr 08 20:06:49.744270 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-350c6eaf-7bf2-4c72-a016-745f9de72919 req-d0a20597-feeb-4ca9-b0bc-d072fb69b808 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0202842
Apr 08 20:06:50.182662 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f5ed-d813-4832-9f21-bd546ad61e4f req-2ffee426-52d6-49d7-b900-5a60568ed3e0 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:50.184231 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4627f5ed-d813-4832-9f21-bd546ad61e4f req-2ffee426-52d6-49d7-b900-5a60568ed3e0 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.0918539
Apr 08 20:06:50.213697 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-4627f5ed-d813-4832-9f21-bd546ad61e4f req-139a48ef-177f-4a8e-a3f4-2dc633b9bfa8 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0232275
Apr 08 20:06:51.425571 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576d3c2-8f83-4af2-b071-6cf32be92a4f req-921af725-9ee1-4af1-a793-c7922580c1aa tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:51.427178 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e576d3c2-8f83-4af2-b071-6cf32be92a4f req-921af725-9ee1-4af1-a793-c7922580c1aa tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.0904913
Apr 08 20:06:51.457942 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-e576d3c2-8f83-4af2-b071-6cf32be92a4f req-d0e4da77-9368-4067-b192-f1000a171087 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238531
Apr 08 20:06:51.656751 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48c4dd-c8af-43ef-9d4a-47fd4a13c95b req-448276c0-4af1-4fe5-b2b2-185e5a57ebac tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:51.658388 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f48c4dd-c8af-43ef-9d4a-47fd4a13c95b req-448276c0-4af1-4fe5-b2b2-185e5a57ebac tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.0897121
Apr 08 20:06:51.690052 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f48c4dd-c8af-43ef-9d4a-47fd4a13c95b req-790ff4c5-14e3-41ef-ace3-6ffc00447137 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243466
Apr 08 20:06:51.721616 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45252) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:06:51.804148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1824e3b-590d-4d76-be65-cb118ada8339 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:51.805694 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-c1824e3b-590d-4d76-be65-cb118ada8339 tempest-TestVolumeBootPattern-266706652 tempest-TestVolumeBootPattern-266706652-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1093 time: 0.0829790
Apr 08 20:06:51.808688 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45256) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:06:51.814183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.v2.base [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Request body: {'floatingip': {'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'port_id': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 20:06:51.820752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 20:06:51.824789 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Usage tracker for resource:floatingip and tenant:7c147e3f05de4994b8e4b5ae25484f3c is out of sync, need to count used quota {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 20:06:51.827811 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 20:06:51.833807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.quota.driver [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 20:06:51.874362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:52.017323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:52.160589 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_common [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Allocated IP 172.27.1.103 (eae2473c-485d-4179-a609-e32bdc74ffdd/e0feedc4-0c2c-441c-b4c3-232c8f97e085/c992f282-3560-4d57-8a30-6de12b0760a9) {{(pid=85385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 20:06:52.312379 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:52.383002 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252855685526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:52.402126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:52.535925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=c992f282-3560-4d57-8a30-6de12b0760a9,revision_number=1']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:52.540895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:52.593119 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Network eae2473c-485d-4179-a609-e32bdc74ffdd is already hosted by enough agents. {{(pid=85385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 20:06:52.594283 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.base_scheduler [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Resources bound (agent type, host, resource id):  {{(pid=85385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 20:06:52.596592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Received port after_create {{(pid=85385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 20:06:52.736938 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6594d708-c0ed-4e96-9b7c-2dc556157157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.020101 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.143133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854363170'] for port, before_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.411107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for port, precommit_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.433952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363252855249012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252855685509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783999090325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27124594'] for port, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.448750 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ecc46d39-ba3d-426d-9feb-ed85766776b4 tempest-AttachVolumeTestJSON-544952405 tempest-AttachVolumeTestJSON-544952405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:06:53.585512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event updated for resources: {'Port': ['ID=c992f282-3560-4d57-8a30-6de12b0760a9,revision_number=2']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:06:53.590634 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:06:53.693184 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-638707'] for floatingip, after_update {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:53.875058 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP 122be5c3-d848-40f2-a296-392d4ba1b388 associated. External IP: 172.27.1.103, port: d6d3d590-d73f-43d2-8924-a22233e6f5af.
Apr 08 20:06:54.498735 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:06:54.690897 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:06:54.700636 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:06:54.711537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:06:54.712339 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f02f5c88>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:06:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:06:54.789208 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:54.851795 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0419950
Apr 08 20:06:54.852492 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:06:54.903432 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'status': 'completed', 'code': 200}
Apr 08 20:06:54.904306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:06:55.006928 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-ff55e10b-b0ab-4baf-be7c-6d73246c7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:55.008578 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-ff55e10b-b0ab-4baf-be7c-6d73246c7479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1098 time: 0.0810180
Apr 08 20:06:55.157016 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-ba85c08e-1364-46df-8188-81356181daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:55.158614 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-ba85c08e-1364-46df-8188-81356181daec service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1440704
Apr 08 20:06:55.168563 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3cbae5bc-af0c-4c35-94b3-b5d7c4e0222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:55.270762 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-4413bab0-30d5-4215-9755-7127f875fe32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af HTTP/1.1" status: 200  len: 999 time: 0.1053526
Apr 08 20:06:55.291611 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f02f5c88>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '122be5c3-d848-40f2-a296-392d4ba1b388', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:42:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:06:52Z', 'updated_at': '2021-04-08T20:06:52Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}, {'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:06:55.295668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:06:55.305178 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:06:55.305855 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f02f5c88>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:06:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:06:55.339263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-1e5adde8-cacd-4d8f-aa30-f915083005e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:55.340876 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-1e5adde8-cacd-4d8f-aa30-f915083005e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0641186
Apr 08 20:06:55.427353 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-3c954b5c-7d76-4c75-8973-3a0bb7996478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:06:55.429535 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-3c954b5c-7d76-4c75-8973-3a0bb7996478 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820289
Apr 08 20:06:55.498641 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:06:55.573165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-3f6cd9df-fc40-45f4-9c06-80854b2637a3 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373339
Apr 08 20:06:55.720786 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-3aed60ea-2352-4e73-b698-c2909fb578b0 req-379942c0-a774-4dbd-83d2-e37623a9bc1b service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410084
Apr 08 20:06:55.754191 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:55.884146 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f02f5c88>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '122be5c3-d848-40f2-a296-392d4ba1b388', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:42:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:06:52Z', 'updated_at': '2021-04-08T20:06:52Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}, {'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:06:55.888352 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a1488-5f90-44c7-8976-4cbd84c30a35 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': '122be5c3-d848-40f2-a296-392d4ba1b388', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:42:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:06:52Z', 'updated_at': '2021-04-08T20:06:52Z', 'revision_number': 0, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}, {'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:06:56.196276 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6026d-89a4-4fc1-9617-8fa8993836e0 None None] New status for floating IP 122be5c3-d848-40f2-a296-392d4ba1b388: ACTIVE {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:06:56.919772 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:06:57.525440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:15.126152 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:07:18.245106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:22.747514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-e8fccd3f-ac23-4e1e-a977-de5e5b15b52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:25.125200 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-9136c5ee-4be9-4ec7-bf85-d9bbe9dcb010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:25.656595 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:26.913502 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:27.525021 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:31.264873 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-7dc6e378-9312-44b9-9e15-f95743d284a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1215641
Apr 08 20:07:31.418560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-72182f59-7c78-4c1b-8686-77888a1a945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:07:31.420072 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-72182f59-7c78-4c1b-8686-77888a1a945d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0845916
Apr 08 20:07:31.574500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-f88e7c4d-8238-4b60-a9ee-2e7ec4252729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:07:31.576037 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-f88e7c4d-8238-4b60-a9ee-2e7ec4252729 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1366019
Apr 08 20:07:31.687936 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-b92e08c2-a7b4-41b8-ab68-f78c8a5c3ae8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 1002 time: 0.1041794
Apr 08 20:07:31.760457 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-1acf903b-efa4-4fa0-9f02-0d04553d84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:07:31.762025 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-1acf903b-efa4-4fa0-9f02-0d04553d84bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0674920
Apr 08 20:07:31.843761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-d618cc09-e71c-42cb-aa90-e3a3d3de378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:07:31.845331 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-d618cc09-e71c-42cb-aa90-e3a3d3de378c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767033
Apr 08 20:07:31.990088 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-816229bb-aeef-4476-b2b8-59e495418bee service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366620
Apr 08 20:07:32.133690 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-cf6e411d-0154-43ed-9fe8-67ba4d11f606 req-466ef1c1-51b0-4d6a-9de2-b0e9ac019e21 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367440
Apr 08 20:07:48.245145 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:52.125226 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:07:52.741269 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3691660a-a420-44bb-af47-5a64328045a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:55.112377 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-bdfc966a-3ed6-422f-95ee-fb4b7709cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:55.667794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:56.918831 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:07:57.524381 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:18.278911 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:22.750081 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45288) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:22.753421 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-04a0be63-d782-47d6-92e6-f97b5617927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:22.965920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port c992f282-3560-4d57-8a30-6de12b0760a9 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:22.966166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:23.142535 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:23.142903 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:23.275655 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for c992f282-3560-4d57-8a30-6de12b0760a9 owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:23.484181 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:23.500086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-93856089-6220-48e3-9d23-df69225b2779 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:23.593738 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=c992f282-3560-4d57-8a30-6de12b0760a9,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:23.613998 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.614431 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.614851 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.615271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.615681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.616091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.616495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.616898 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.617305 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.617707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.618133 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.618534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:23.624309 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:23.779741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:23.780346 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP 122be5c3-d848-40f2-a296-392d4ba1b388 disassociated (deleted). External IP: 172.27.1.103, port: d6d3d590-d73f-43d2-8924-a22233e6f5af.
Apr 08 20:08:24.400498 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:08:24.591297 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:08:24.602327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:08:24.612279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:24.613612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0bcfd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:07:55Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:24.655606 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:24.719635 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-af1f527e-62ed-4f27-8257-e9e644580a81 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "DELETE /v2.0/floatingips/122be5c3-d848-40f2-a296-392d4ba1b388 HTTP/1.1" status: 204  len: 168 time: 1.9683394
Apr 08 20:08:24.720332 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:08:24.776618 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'status': 'completed', 'code': 200}
Apr 08 20:08:24.935308 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-dbf83b71-910c-487a-973f-d695b8a1d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:24.938155 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-dbf83b71-910c-487a-973f-d695b8a1d8df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 1098 time: 0.1381750
Apr 08 20:08:24.984050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:25.087721 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-d929036e-a6e7-4f2b-b92c-087e4f5e730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:25.089447 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-d929036e-a6e7-4f2b-b92c-087e4f5e730e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1449389
Apr 08 20:08:25.169698 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-853a279b-1dc9-4b61-98ea-ead571ba2f5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af HTTP/1.1" status: 200  len: 217 time: 0.0724759
Apr 08 20:08:25.206794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c0810362-b189-4dae-a7cf-63b98ed68a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:25.243469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-566f75f1-4a3b-4624-8b1f-c40f1fb5d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:25.245064 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-566f75f1-4a3b-4624-8b1f-c40f1fb5d275 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0683899
Apr 08 20:08:25.335514 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-f64bb1c9-e6b3-47e8-a2dd-de1b64ffec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:25.337073 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-f64bb1c9-e6b3-47e8-a2dd-de1b64ffec3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840583
Apr 08 20:08:25.363917 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dbbdc-a230-466f-b06d-221565f50f3c req-64baf07e-a252-45d1-b5c3-cf6c0c3a2938 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:25.365717 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e9dbbdc-a230-466f-b06d-221565f50f3c req-64baf07e-a252-45d1-b5c3-cf6c0c3a2938 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.1894410
Apr 08 20:08:25.388442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0bcfd30>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:25.392550 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:08:25.396530 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-7e9dbbdc-a230-466f-b06d-221565f50f3c req-a3a1975a-27ed-4ccf-9f1d-05a9cdfae1cd tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242367
Apr 08 20:08:25.402336 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:25.403005 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0bcfd30>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:25.492173 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-499423a4-d7f1-431b-98fd-9c2e4ec496c6 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440158
Apr 08 20:08:25.594924 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:25.640875 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-b5738e6b-7c1a-490d-aa56-61d25cb32532 req-db7d36e4-d8f1-410c-b0dd-64450c1166fc service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408501
Apr 08 20:08:25.742960 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:25.975742 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-87468297-bda1-483b-a302-1db0ee99204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0bcfd30>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:25.980030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87468297-bda1-483b-a302-1db0ee99204d None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_floatingips': [{'id': 'dc0d99e6-5849-423f-8f9b-7c86f90bbd37', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'router_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'port_id': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'mac_address': 'fa:16:3e:9f:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T20:04:53Z', 'updated_at': '2021-04-08T20:04:56Z', 'revision_number': 1, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:08:26.392649 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd520015-a252-4f82-a8fd-3a0324b5fa46 None None] New status for floating IP 122be5c3-d848-40f2-a296-392d4ba1b388: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:08:26.726608 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409cb5-6e83-4fa0-bb68-b63415c98ce5 req-3d3c7553-ca23-44a5-b919-acac9efee5d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:26.727360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-77409cb5-6e83-4fa0-bb68-b63415c98ce5 req-3d3c7553-ca23-44a5-b919-acac9efee5d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:08:26.774859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aef06-d95d-41bb-8848-69095364cf59 req-806cb5ff-b6c6-4f41-8c5f-8826ef66d20d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:26.775519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-a52aef06-d95d-41bb-8848-69095364cf59 req-806cb5ff-b6c6-4f41-8c5f-8826ef66d20d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:08:26.788140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-a52aef06-d95d-41bb-8848-69095364cf59 req-806cb5ff-b6c6-4f41-8c5f-8826ef66d20d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:08:26.789333 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a52aef06-d95d-41bb-8848-69095364cf59 req-806cb5ff-b6c6-4f41-8c5f-8826ef66d20d tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.1297576
Apr 08 20:08:26.789957 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-77409cb5-6e83-4fa0-bb68-b63415c98ce5 req-3d3c7553-ca23-44a5-b919-acac9efee5d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:08:26.791044 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77409cb5-6e83-4fa0-bb68-b63415c98ce5 req-3d3c7553-ca23-44a5-b919-acac9efee5d7 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 945 time: 0.2572215
Apr 08 20:08:26.870766 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-77409cb5-6e83-4fa0-bb68-b63415c98ce5 req-bb68b3ec-5a23-444e-9373-a1bf654452c4 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447190
Apr 08 20:08:26.888139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port d6d3d590-d73f-43d2-8924-a22233e6f5af {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:26.888534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:26.930311 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:27.148631 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] For port d6d3d590-d73f-43d2-8924-a22233e6f5af, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d6d3d590-d73f-43d2-8924-a22233e6f5af,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:27.149222 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:27.279126 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for d6d3d590-d73f-43d2-8924-a22233e6f5af owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:27.524327 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:27.558478 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:27.574073 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eafec5fb-a21b-4f7f-ab11-ccee17f49ad9 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:27.622702 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=d6d3d590-d73f-43d2-8924-a22233e6f5af,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:27.680271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:27.824102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] No DVR routers for this DVR port d6d3d590-d73f-43d2-8924-a22233e6f5af on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:08:27.826659 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:27.829465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'name': 'network-vif-deleted', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:08:27.873664 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-a52aef06-d95d-41bb-8848-69095364cf59 req-a5d20b73-f8e9-4c4e-be76-2e0f594e22ec tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "DELETE /v2.0/ports/d6d3d590-d73f-43d2-8924-a22233e6f5af HTTP/1.1" status: 204  len: 173 time: 1.0787938
Apr 08 20:08:27.879699 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421cecd-97f0-4508-9460-7bbcc2cb244a', 'name': 'network-vif-deleted', 'tag': 'd6d3d590-d73f-43d2-8924-a22233e6f5af', 'status': 'completed', 'code': 200}
Apr 08 20:08:28.033233 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-136a5e10-cc9a-4c42-b999-7bd328cfadd0 req-db68d7d8-f615-41b9-a7dc-2b0f25b312c3 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:08:28.072828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-136a5e10-cc9a-4c42-b999-7bd328cfadd0 req-db68d7d8-f615-41b9-a7dc-2b0f25b312c3 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:08:28.074103 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-136a5e10-cc9a-4c42-b999-7bd328cfadd0 req-db68d7d8-f615-41b9-a7dc-2b0f25b312c3 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=f421cecd-97f0-4508-9460-7bbcc2cb244a HTTP/1.1" status: 200  len: 210 time: 0.0902367
Apr 08 20:08:29.124263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:08:31.516565 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device d6d3d590-d73f-43d2-8924-a22233e6f5af no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:31.557630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: d6d3d590-d73f-43d2-8924-a22233e6f5af {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:31.558056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device d6d3d590-d73f-43d2-8924-a22233e6f5af not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:31.704486 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45324) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:31.919759 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port a4c4163d-4a27-4297-82da-b1b9e5e9beca {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:31.920062 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:32.099694 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:32.100076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:32.230731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for a4c4163d-4a27-4297-82da-b1b9e5e9beca owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:32.473633 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:32.491328 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c7411ce4-a096-409b-b0f8-a86bf6f387e8 tempest-ServerRescueNegativeTestJSON-1155368438 tempest-ServerRescueNegativeTestJSON-1155368438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:32.587442 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=a4c4163d-4a27-4297-82da-b1b9e5e9beca,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:32.596853 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:32.754785 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:32.755162 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.db.l3_db [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Floating IP dc0d99e6-5849-423f-8f9b-7c86f90bbd37 disassociated (deleted). External IP: 172.27.1.212, port: c04f6490-2901-42fd-bf83-0fbc5d7fef42.
Apr 08 20:08:33.370035 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:08:33.559147 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:08:33.569270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:08:33.579130 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:33.588856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0c176a0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:33.610206 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:33.674221 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ab5e73bb-8e16-4cfb-96bc-8b326ac03876 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "DELETE /v2.0/floatingips/dc0d99e6-5849-423f-8f9b-7c86f90bbd37 HTTP/1.1" status: 204  len: 168 time: 1.9685342
Apr 08 20:08:33.674980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:08:33.733407 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'status': 'completed', 'code': 200}
Apr 08 20:08:33.775220 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:33.837028 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-fbceb2db-fb6a-4d66-a4d3-83f70b8824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:33.838713 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-fbceb2db-fb6a-4d66-a4d3-83f70b8824dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 1099 time: 0.0841544
Apr 08 20:08:33.988466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-1dab2079-f35c-4c33-9877-6cf3f2c2708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:33.990206 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-1dab2079-f35c-4c33-9877-6cf3f2c2708f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 200  len: 912 time: 0.1447678
Apr 08 20:08:34.066811 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-4a9c4d33-1dcc-4c03-b21c-df9cccfab344 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 200  len: 217 time: 0.0694048
Apr 08 20:08:34.119391 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0c176a0>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:34.123808 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:08:34.133083 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:34.133743 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0c176a0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:34.145279 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-b8bf3809-6b6f-4100-99c6-9c7c1c73feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:34.147165 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-b8bf3809-6b6f-4100-99c6-9c7c1c73feba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 200  len: 850 time: 0.0744796
Apr 08 20:08:34.206527 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c80ec-45d2-411d-8ea2-e66020169d0b req-7d2074e3-8f24-4dec-9820-86a0a2aeeb8c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:34.208180 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb0c80ec-45d2-411d-8ea2-e66020169d0b req-7d2074e3-8f24-4dec-9820-86a0a2aeeb8c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.0962751
Apr 08 20:08:34.233880 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-937b96d1-b717-44f8-b3dc-116bc07dea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:34.235609 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-937b96d1-b717-44f8-b3dc-116bc07dea5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bd0b7eef-746d-4f77-b878-0ee946d98add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798542
Apr 08 20:08:34.240558 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-fb0c80ec-45d2-411d-8ea2-e66020169d0b req-bbfc07fe-9778-46fc-9869-9eab599a51bc tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257664
Apr 08 20:08:34.329047 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:34.381661 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-e35b35ce-65be-41b6-9213-0f7608a4af97 service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391504
Apr 08 20:08:34.532679 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-522b42cd-65e5-4412-86f2-eebeb0cf034f req-36f71ac1-9b3b-4174-a6a9-59fbac68e7cf service neutron] 10.222.0.10 "GET /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420391
Apr 08 20:08:34.664896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0c176a0>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:34.669180 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f9939-03da-4cab-bbc7-61cb59459212 None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:01:37Z', 'revision_number': 4, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi', '_interfaces': [{'id': '84159972-0f1e-419e-ba9c-500fdab590d9', 'name': '', 'network_id': 'bd0b7eef-746d-4f77-b878-0ee946d98add', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'mac_address': 'fa:16:3e:fc:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:36Z', 'updated_at': '2021-04-08T20:01:47Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'subnets': [{'id': '66159daf-f69b-4e8d-a5ac-ff593b39a368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:08:35.075107 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105f20d-ec40-461c-a1f9-c8977c31fe7f None None] New status for floating IP dc0d99e6-5849-423f-8f9b-7c86f90bbd37: DOWN {{(pid=85387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 20:08:35.446980 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f051d71-0fbf-44b8-a0cc-bf9a2d7fa11b req-b4ea0194-5511-47ae-afab-387de13f3e94 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:35.447656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5f051d71-0fbf-44b8-a0cc-bf9a2d7fa11b req-b4ea0194-5511-47ae-afab-387de13f3e94 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Synchronizing usage tracker for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 20:08:35.495285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.quota.resource [req-5f051d71-0fbf-44b8-a0cc-bf9a2d7fa11b req-b4ea0194-5511-47ae-afab-387de13f3e94 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Unset dirty status for tenant:7c147e3f05de4994b8e4b5ae25484f3c on resource:port {{(pid=85385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 20:08:35.496789 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f051d71-0fbf-44b8-a0cc-bf9a2d7fa11b req-b4ea0194-5511-47ae-afab-387de13f3e94 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.1414444
Apr 08 20:08:35.572556 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-5f051d71-0fbf-44b8-a0cc-bf9a2d7fa11b req-b5f6699e-58a9-4540-a0e3-bb8423b808ea tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/security-groups?id=027f2414-112f-4c9b-a154-405fb915efbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357983
Apr 08 20:08:35.608412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-be9551bd-5317-451c-8020-9ec7b355427c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 20:08:35.610020 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-be9551bd-5317-451c-8020-9ec7b355427c tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 946 time: 0.1080186
Apr 08 20:08:35.693096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port c04f6490-2901-42fd-bf83-0fbc5d7fef42 {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:35.693599 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:35.954485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] For port c04f6490-2901-42fd-bf83-0fbc5d7fef42, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c04f6490-2901-42fd-bf83-0fbc5d7fef42,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:35.954895 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:36.091183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for c04f6490-2901-42fd-bf83-0fbc5d7fef42 owned by compute:nova {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:36.329920 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:36.347849 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-28a6f57a-a310-4809-84be-9bd94475c498 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:36.440023 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=c04f6490-2901-42fd-bf83-0fbc5d7fef42,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:36.450485 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:36.590816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] No DVR routers for this DVR port c04f6490-2901-42fd-bf83-0fbc5d7fef42 on host hv-cinder-78462 {{(pid=85385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:08:36.593296 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for port, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:36.596039 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'name': 'network-vif-deleted', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42'}] {{(pid=85385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 20:08:36.645316 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-13c57e7f-1c61-4353-9a4e-7319d8b0145f req-0e8475ae-8592-475a-8494-0636948e3e58 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.10 "DELETE /v2.0/ports/c04f6490-2901-42fd-bf83-0fbc5d7fef42 HTTP/1.1" status: 204  len: 173 time: 1.0297701
Apr 08 20:08:36.647159 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab9ac45-57df-4552-a224-e6aed8d3e306', 'name': 'network-vif-deleted', 'tag': 'c04f6490-2901-42fd-bf83-0fbc5d7fef42', 'status': 'completed', 'code': 200}
Apr 08 20:08:36.748047 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [req-240e0003-5832-41db-b0cf-b285964730eb req-988971e4-c011-4c07-8981-15575c800106 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9ac45-57df-4552-a224-e6aed8d3e306 HTTP/1.1" status: 200  len: 210 time: 0.0543344
Apr 08 20:08:37.850660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85385) accepted ('10.222.0.68', 45342) {{(pid=85385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:38.020534 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Deleting port 4bb413a3-ce44-4db5-b449-8447bfe40b3b {{(pid=85385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:38.020921 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.071959 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-73c625db-4954-465c-9539-6d34ab71cb2d req-21e905a5-7919-4972-a0ad-071a396b1d56 service neutron] (85385) timed out ('10.222.0.10', 49820) {{(pid=85385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 20:08:38.198929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.199666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.334902 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Calling delete_port for 4bb413a3-ce44-4db5-b449-8447bfe40b3b owned by network:floatingip {{(pid=85385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:38.512827 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827651221'] for port, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.528668 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-071bf4df-78de-4fb7-b1d9-b4008e017a81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:38.621503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'Port': ['ID=4bb413a3-ce44-4db5-b449-8447bfe40b3b,revision_number=None']} {{(pid=85385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:38.629354 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:38.793140 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for floatingip, after_delete {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.808359 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759637'] for floatingip, before_response {{(pid=85385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:38.809579 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-f95da220-aea4-4e58-a5df-bf3e2d7dde74 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "DELETE /v2.0/floatingips/b32ca2b1-abcc-4d68-a689-5220059c7c68 HTTP/1.1" status: 204  len: 168 time: 0.9578648
Apr 08 20:08:39.562955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device c04f6490-2901-42fd-bf83-0fbc5d7fef42 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:39.600538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] No Port match for: c04f6490-2901-42fd-bf83-0fbc5d7fef42 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:39.600974 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Device c04f6490-2901-42fd-bf83-0fbc5d7fef42 not bound to the agent host hv-cinder-78462 {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:40.257893 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45356) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:40.330103 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:40.360577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:40.558658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:40.564074 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-26cf972f-3a43-4a4e-8577-8a616b788969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:40.581286 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027f2414-112f-4c9b-a154-405fb915efbd,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:40.589249 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.589679 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.590157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.590573 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.590986 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.591446 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.591859 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.592272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.592727 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.593306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.593715 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.594148 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-4-iscsi {{(pid=85384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 20:08:40.597581 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:40.603464 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:40.604967 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4ebcca4c-51f5-4b88-867e-93dff7aa8e2b tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] 10.222.0.68 "DELETE /v2.0/security-groups/027f2414-112f-4c9b-a154-405fb915efbd HTTP/1.1" status: 204  len: 168 time: 0.3457189
Apr 08 20:08:40.677847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45362) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:41.617816 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:41.983707 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Deleting port 84159972-0f1e-419e-ba9c-500fdab590d9 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:41.984088 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:42.165420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] For port 84159972-0f1e-419e-ba9c-500fdab590d9, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=84159972-0f1e-419e-ba9c-500fdab590d9,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:42.165846 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:42.299346 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Calling delete_port for 84159972-0f1e-419e-ba9c-500fdab590d9 owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:42.547271 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:42.565878 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-5a67edf1-5d11-4439-93c6-8726fc443648 tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:42.663314 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Pushing event deleted for resources: {'Port': ['ID=84159972-0f1e-419e-ba9c-500fdab590d9,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:42.673069 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:43.005875 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:43.505934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:08:43.940927 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:08:43.950038 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Sync routers for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:08:43.954091 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ad349d07-b40d-4c85-a383-3c91460fa016 admin admin] 10.222.0.68 "PUT /v2.0/routers/3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2750590
Apr 08 20:08:43.956787 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45368) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:43.959887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:43.960549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525c50>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:44.150241 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:44.327285 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:44.352469 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:44.398490 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Deleting port 60efde54-dde8-4805-a187-94afd7e09f22 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:44.398870 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:44.586004 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] For port 60efde54-dde8-4805-a187-94afd7e09f22, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=60efde54-dde8-4805-a187-94afd7e09f22,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:44.586406 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:44.633409 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525c50>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '60efde54-dde8-4805-a187-94afd7e09f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:08:42Z', 'revision_number': 5, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port': {'id': '60efde54-dde8-4805-a187-94afd7e09f22', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:33Z', 'updated_at': '2021-04-08T20:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:44.637756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Checking router: 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 for host: dv-cinder-784623-4-iscsi {{(pid=85386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:08:44.646892 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Routers {'3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:44.647557 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525c50>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'], 'active': True} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:44.720640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Calling delete_port for 60efde54-dde8-4805-a187-94afd7e09f22 owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:44.812791 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] Set router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 gateway port host: None {{(pid=85386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:44.928086 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f0525c50>, [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:08:44Z', 'revision_number': 6, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:44.932122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30ccf6-c96b-47a9-b19a-3b0f09a5c9ab None None] The sync data for ids ['3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7'] in dv-cinder-784623-4-iscsi is: [{'id': '3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7', 'name': 'tempest-TestVolumeBootPattern-279465733-router', 'tenant_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:32Z', 'updated_at': '2021-04-08T20:08:44Z', 'revision_number': 6, 'project_id': '7c147e3f05de4994b8e4b5ae25484f3c', 'gw_port_host': None}] {{(pid=85386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:08:44.987247 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.006763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-61aab5d2-d61b-47e9-8f24-a5444f61310a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:45.115030 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Pushing event deleted for resources: {'Port': ['ID=60efde54-dde8-4805-a187-94afd7e09f22,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:45.119087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:45.272156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.462256 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.464549 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.575465 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.576043 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:08:45.588919 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.590198 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-80dafeee-1568-4982-99b3-2ea41d2bcedf admin admin] 10.222.0.68 "DELETE /v2.0/routers/3bd6a1e7-c7d5-4f6d-b91a-d27071964aa7 HTTP/1.1" status: 204  len: 168 time: 1.6320751
Apr 08 20:08:45.592794 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45372) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:45.668773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Deleting subnet 66159daf-f69b-4e8d-a5ac-ff593b39a368 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:08:45.672380 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.728362 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:45.814270 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.181507 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.197360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:46.264076 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60efde54-dde8-4805-a187-94afd7e09f22 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:46.281239 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66159daf-f69b-4e8d-a5ac-ff593b39a368,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:46.288941 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:46.301533 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 60efde54-dde8-4805-a187-94afd7e09f22 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:46.301952 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 60efde54-dde8-4805-a187-94afd7e09f22 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:46.302427 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 84159972-0f1e-419e-ba9c-500fdab590d9 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:46.335538 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.341834 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/66159daf-f69b-4e8d-a5ac-ff593b39a368 HTTP/1.1" status: 204  len: 168 time: 0.7479768
Apr 08 20:08:46.342559 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca8940-fcbe-4a2b-8d96-bb6d7f3db739 None None] Network bd0b7eef-746d-4f77-b878-0ee946d98add requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:08:46.344519 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45376) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:46.355716 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 84159972-0f1e-419e-ba9c-500fdab590d9 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:46.356110 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 84159972-0f1e-419e-ba9c-500fdab590d9 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:46.461731 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.539027 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Deleting port 08015927-1474-4e39-b1ed-d1d49b49a322 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:46.539412 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.597323 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a826342-48d7-420c-806d-26441d31d663 None None] DHCP port deletion for bd0b7eef-746d-4f77-b878-0ee946d98add request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:08:46.601564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Deleting port 08015927-1474-4e39-b1ed-d1d49b49a322 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:46.602017 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.762696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] For port 08015927-1474-4e39-b1ed-d1d49b49a322, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=08015927-1474-4e39-b1ed-d1d49b49a322,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:46.763102 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.824592 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-3a826342-48d7-420c-806d-26441d31d663 None None] For port 08015927-1474-4e39-b1ed-d1d49b49a322, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=08015927-1474-4e39-b1ed-d1d49b49a322,segment=NetworkSegment(a2bdb71e-6aba-418f-8259-d4a7dda826d1),segment_id=a2bdb71e-6aba-418f-8259-d4a7dda826d1)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:46.825031 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:46.903149 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Calling delete_port for 08015927-1474-4e39-b1ed-d1d49b49a322 owned by network:dhcp {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:46.956700 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Calling delete_port for 08015927-1474-4e39-b1ed-d1d49b49a322 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:47.015800 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:47.031044 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:08:47.031462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:08:47.031852 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-fa1bd888-3a44-430b-9663-17d2deea33b2 tempest-VolumesActionsTest-913290134 tempest-VolumesActionsTest-913290134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:47.129474 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=08015927-1474-4e39-b1ed-d1d49b49a322,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:47.141420 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:47.172587 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] No DVR routers for this DVR port 08015927-1474-4e39-b1ed-d1d49b49a322 on host dv-cinder-784623-4-iscsi {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:08:47.293640 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:47.409660 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2eb220cf8>,) {'filters': {'network_id': ['bd0b7eef-746d-4f77-b878-0ee946d98add']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:47.422847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb220cf8>, 'a2bdb71e-6aba-418f-8259-d4a7dda826d1') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:47.423190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb220cf8>, 'a2bdb71e-6aba-418f-8259-d4a7dda826d1') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:47.435501 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:47.449933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:47.456078 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:08:47.532489 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Deleting port 08015927-1474-4e39-b1ed-d1d49b49a322 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:47.532929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3a826342-48d7-420c-806d-26441d31d663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:47.607558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3a826342-48d7-420c-806d-26441d31d663 None None] The port '08015927-1474-4e39-b1ed-d1d49b49a322' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:08:47.638564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Network bd0b7eef-746d-4f77-b878-0ee946d98add has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:08:47.647847 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:48.072982 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Network bd0b7eef-746d-4f77-b878-0ee946d98add has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:08:48.095306 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:08:48.227202 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:48.240914 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8761e01a-4418-4ad4-9127-d46d38c4f963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:48.256157 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:48.264183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 08015927-1474-4e39-b1ed-d1d49b49a322 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:48.275199 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0b7eef-746d-4f77-b878-0ee946d98add,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:48.278681 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:48.296724 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:48.303272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: 08015927-1474-4e39-b1ed-d1d49b49a322 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:48.303666 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device 08015927-1474-4e39-b1ed-d1d49b49a322 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:48.318834 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-b801471b-6ced-46e7-a22d-30c7ee6c4b04 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bd0b7eef-746d-4f77-b878-0ee946d98add HTTP/1.1" status: 204  len: 168 time: 1.9732261
Apr 08 20:08:48.321887 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45386) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:48.890106 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853839978'] for router_interface, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:49.252828 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Deleting port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:49.253205 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:49.434752 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] For port dc8e37e2-5058-48c5-b7a1-58e8f71f2a88, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:49.435371 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:49.564685 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Calling delete_port for dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 owned by network:router_interface {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:49.802955 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:49.818763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-0497f110-7671-4082-8c1d-610cfb2be6cb tempest-TestMinimumBasicScenario-1844734300 tempest-TestMinimumBasicScenario-1844734300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:49.909306 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8e37e2-5058-48c5-b7a1-58e8f71f2a88,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:49.916682 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:50.263817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854188526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853833563'] for router_interface, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:51.011505 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Router c7ccbc8d-6991-4a3d-8787-989267979072 has already been hosted by L3 agent efffbd9e-bf62-401e-bae7-58774297866b {{(pid=85384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 20:08:51.200304 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] Notify agent at l3_agent.dv-cinder-784623-4-iscsi the message routers_updated {{(pid=85384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 20:08:51.209753 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Sync routers for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 20:08:51.219326 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:51.219988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1036be0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:51.251622 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-679ec1be-0fb1-4cd0-8a38-e72edf2dea26 admin admin] 10.222.0.68 "PUT /v2.0/routers/c7ccbc8d-6991-4a3d-8787-989267979072/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9286246
Apr 08 20:08:51.255006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45392) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:51.408523 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: dv-cinder-784623-4-iscsi {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:51.444814 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks [] for router, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:51.637746 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:51.672594 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Deleting port f2bd8d80-8d50-4cab-a82b-472e6c0941eb {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:51.672988 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:51.711861 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1036be0>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'external_fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:08:49Z', 'revision_number': 5, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port': {'id': 'f2bd8d80-8d50-4cab-a82b-472e6c0941eb', 'name': '', 'network_id': 'eae2473c-485d-4179-a609-e32bdc74ffdd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T20:01:41Z', 'updated_at': '2021-04-08T20:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0feedc4-0c2c-441c-b4c3-232c8f97e085', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-4-iscsi'}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:51.715964 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Checking router: c7ccbc8d-6991-4a3d-8787-989267979072 for host: dv-cinder-784623-4-iscsi {{(pid=85387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 20:08:51.724925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Routers {'c7ccbc8d-6991-4a3d-8787-989267979072'} bound to L3 agent in host dv-cinder-784623-4-iscsi {{(pid=85387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 20:08:51.725579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd2f1036be0>, 'dv-cinder-784623-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T19:43:25Z,description=<?>,heartbeat_timestamp=2021-04-08T20:08:25Z,host='dv-cinder-784623-4-iscsi',id=efffbd9e-bf62-401e-bae7-58774297866b,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T19:43:25Z,topic='l3_agent')) {'router_ids': ['c7ccbc8d-6991-4a3d-8787-989267979072'], 'active': True} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:51.858368 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] For port f2bd8d80-8d50-4cab-a82b-472e6c0941eb, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,segment=NetworkSegment(2970025a-269d-44ae-9b44-13a9f4efe14c),segment_id=2970025a-269d-44ae-9b44-13a9f4efe14c)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:51.858780 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:51.888056 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvr_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] Set router c7ccbc8d-6991-4a3d-8787-989267979072 gateway port host: None {{(pid=85387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 20:08:51.999776 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Calling delete_port for f2bd8d80-8d50-4cab-a82b-472e6c0941eb owned by network:router_gateway {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:52.001909 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_hamode_db [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd2f1036be0>, [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:08:51Z', 'revision_number': 6, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port_host': None}], 'dv-cinder-784623-4-iscsi', False) {} {{(pid=85387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:52.006773 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32596e-8181-4583-8fb2-553646edce84 None None] The sync data for ids ['c7ccbc8d-6991-4a3d-8787-989267979072'] in dv-cinder-784623-4-iscsi is: [{'id': 'c7ccbc8d-6991-4a3d-8787-989267979072', 'name': 'tempest-TestVolumeBootPattern-703201759-router', 'tenant_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T20:01:40Z', 'updated_at': '2021-04-08T20:08:51Z', 'revision_number': 6, 'project_id': 'b2cf0869cde040748ea3c7d6e20f2f38', 'gw_port_host': None}] {{(pid=85387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 20:08:52.225183 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:52.232576 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.250623 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c584add8-6c15-4547-bdcd-9bc05b515545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:52.267156 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:52.267564 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device dc8e37e2-5058-48c5-b7a1-58e8f71f2a88 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:52.344767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bd8d80-8d50-4cab-a82b-472e6c0941eb,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:52.347235 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:52.515170 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854137179'] for router_gateway, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.704298 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775396'] for router, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.706725 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.781161 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5cf61cdb-0bfb-4be2-b432-61047e572db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.923965 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939151'] for router, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.924543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ccbc8d-6991-4a3d-8787-989267979072 {{(pid=85384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 20:08:52.938009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] Notify callbacks [] for router, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:52.939239 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-eec8ef9b-fd73-40a0-ba7f-fefb0344e2da admin admin] 10.222.0.68 "DELETE /v2.0/routers/c7ccbc8d-6991-4a3d-8787-989267979072 HTTP/1.1" status: 204  len: 168 time: 1.6831412
Apr 08 20:08:52.941999 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45396) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:53.012531 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Deleting subnet 7a0e3f50-6deb-481a-abad-fbf44b55f6a5 {{(pid=85384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 20:08:53.015807 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.068333 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2129732'] for subnet, precommit_delete_associations {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.151761 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854712881'] for subnet, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.564342 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-62916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852252695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2517671'] for subnet, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.580882 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4cbe08e6-d6a6-48d0-afe8-a67929db019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:53.673173 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0e3f50-6deb-481a-abad-fbf44b55f6a5,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:53.686182 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:53.719933 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.725350 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07266a87-7dad-47a3-a44b-db8273dfd4cd None None] Network 1d745048-ad13-4e87-9e54-6d6450394c56 requested from dv-cinder-784623-4-iscsi {{(pid=85386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 20:08:53.726603 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-ca366e7d-1d2d-4dff-b225-fbd20c0e89bf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7a0e3f50-6deb-481a-abad-fbf44b55f6a5 HTTP/1.1" status: 204  len: 168 time: 0.7836201
Apr 08 20:08:53.729266 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45400) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:53.848255 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-408429'] for network, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.919551 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Deleting port fa408e7e-cd2f-4442-9adc-f033acbb2211 {{(pid=85384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:53.919925 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:53.980532 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] DHCP port deletion for 1d745048-ad13-4e87-9e54-6d6450394c56 request from dv-cinder-784623-4-iscsi {{(pid=85386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 20:08:53.984706 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Deleting port fa408e7e-cd2f-4442-9adc-f033acbb2211 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:53.985123 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.142280 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] For port fa408e7e-cd2f-4442-9adc-f033acbb2211, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=fa408e7e-cd2f-4442-9adc-f033acbb2211,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:54.142603 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.201185 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.db [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] For port fa408e7e-cd2f-4442-9adc-f033acbb2211, host dv-cinder-784623-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-4-iscsi',level=0,port_id=fa408e7e-cd2f-4442-9adc-f033acbb2211,segment=NetworkSegment(e02696ab-a982-454d-be29-91a7942ce2f4),segment_id=e02696ab-a982-454d-be29-91a7942ce2f4)] {{(pid=85386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 20:08:54.201664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939384'] for port, precommit_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.276064 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Calling delete_port for fa408e7e-cd2f-4442-9adc-f033acbb2211 owned by network:dhcp {{(pid=85384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:54.327278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device fa408e7e-cd2f-4442-9adc-f033acbb2211 no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:54.363405 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Calling delete_port for fa408e7e-cd2f-4442-9adc-f033acbb2211 owned by network:dhcp {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 20:08:54.385883 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854363261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252855249029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783999090291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2523075'] for port, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.402009 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-b52f8375-109c-45fd-be64-0977ef54a096 tempest-TestVolumeBootPattern-584071919 tempest-TestVolumeBootPattern-584071919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:54.405874 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: fa408e7e-cd2f-4442-9adc-f033acbb2211 {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:54.406267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device fa408e7e-cd2f-4442-9adc-f033acbb2211 not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:54.406717 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device f2bd8d80-8d50-4cab-a82b-472e6c0941eb no longer exists at agent ovs-agent-dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 20:08:54.450539 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] No Port match for: f2bd8d80-8d50-4cab-a82b-472e6c0941eb {{(pid=85386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 20:08:54.450929 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.rpc [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Device f2bd8d80-8d50-4cab-a82b-472e6c0941eb not bound to the agent host dv-cinder-784623-4-iscsi {{(pid=85386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 20:08:54.483360 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.db.api [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 20:08:54.483767 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_db.api [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 20:08:54.500590 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa408e7e-cd2f-4442-9adc-f033acbb2211,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:54.513179 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:54.547696 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] No DVR routers for this DVR port fa408e7e-cd2f-4442-9adc-f033acbb2211 on host dv-cinder-784623-4-iscsi {{(pid=85384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 20:08:54.669618 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5711', 'neutron.services.segments.db._delete_segments_for_network--9223363252855215630'] for network, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.782741 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd2eb750e80>,) {'filters': {'network_id': ['1d745048-ad13-4e87-9e54-6d6450394c56']}} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:54.795325 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb750e80>, 'e02696ab-a982-454d-be29-91a7942ce2f4') {'for_net_delete': True} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:54.795658 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.services.segments.db [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd2eb750e80>, 'e02696ab-a982-454d-be29-91a7942ce2f4') {} {{(pid=85384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 20:08:54.807976 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252855165180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852646020'] for segment, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.882824 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774744'] for segment, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:54.889272 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=85384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 20:08:54.984558 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Deleting port fa408e7e-cd2f-4442-9adc-f033acbb2211 {{(pid=85386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 20:08:54.985041 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783999518886'] for port, before_delete {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.058300 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.plugin [None req-65cb6beb-eb3a-4979-93b4-d8019e121161 None None] The port 'fa408e7e-cd2f-4442-9adc-f033acbb2211' was deleted {{(pid=85386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 20:08:55.064620 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Network 1d745048-ad13-4e87-9e54-6d6450394c56 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:08:55.074561 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852252748'] for segment, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.112612 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b1e07531-7cd6-4a4a-b3f7-ac9d1661287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.499441 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.plugins.ml2.managers [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Network 1d745048-ad13-4e87-9e54-6d6450394c56 has no segments {{(pid=85384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]: Traceback (most recent call last):
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     timer()
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     cb(*args, **kw)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     return func(*args, **kwargs)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     self._notify()
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     self.callback(batched_events)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     event.method(event)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     segment_id)['aggregates'][0]
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     return f(self, *a, **k)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self._get(url).json()
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     **kwargs)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     return self.request(url, 'GET', **kwargs)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     **endpoint_filter)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 20:08:55.522236 dv-cinder-784623-4-iscsi neutron-server[85271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 20:08:55.724209 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.804091 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854770105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638658'] for network, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.808567 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587272'] for network, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:55.812512 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4a5985e5-4493-4474-9d73-bba9f52af19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:55.842190 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d745048-ad13-4e87-9e54-6d6450394c56,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:55.844578 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:55.849114 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-22c2ecbc-ce65-4f9c-902c-371bf1df6af4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1d745048-ad13-4e87-9e54-6d6450394c56 HTTP/1.1" status: 204  len: 168 time: 2.1188095
Apr 08 20:08:56.030821 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45406) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:56.065586 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-909157b1-dc95-46a5-86f3-a4890be6ce35 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c147e3f05de4994b8e4b5ae25484f3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0334194
Apr 08 20:08:56.068825 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45410) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:56.128186 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:56.155334 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:56.375560 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:56.381287 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-c15f243e-548d-4bcd-b0d2-48b727533b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:56.395537 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661e1a3-8c16-4fd5-a2a9-1a95fcfdcf95,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:56.397978 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:56.403763 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:56.404964 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-4c17eb29-3c27-4feb-b85e-dcfbe03f8f49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1661e1a3-8c16-4fd5-a2a9-1a95fcfdcf95 HTTP/1.1" status: 204  len: 168 time: 0.3352029
Apr 08 20:08:56.887719 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45418) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:56.924207 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:56.940907 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-fb46b38f-8295-47a0-8c91-157e0075992d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2cf0869cde040748ea3c7d6e20f2f38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518551
Apr 08 20:08:56.943503 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [-] (85384) accepted ('10.222.0.68', 45422) {{(pid=85384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 20:08:57.007586 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:57.034079 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:57.158500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951803'] for security_group, after_delete {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:57.164069 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-d5e8f37e-b7da-40bd-b126-15d7a7912483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 20:08:57.176450 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec183d1c-59a3-4917-b3ba-689a5013c588,revision_number=None']} {{(pid=85384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 20:08:57.179013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG oslo_concurrency.lockutils [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 20:08:57.182313 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:08:57.184228 dv-cinder-784623-4-iscsi neutron-server[85271]: INFO neutron.wsgi [None req-8a5e9383-a8c2-4881-a765-7c928c794427 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec183d1c-59a3-4917-b3ba-689a5013c588 HTTP/1.1" status: 204  len: 168 time: 0.2395706
Apr 08 20:08:57.524579 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:06.123896 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:09:18.311139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:22.735263 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-f5b50d81-2dce-41b0-b385-00e0da28d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:25.105013 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c91f28f2-d6cc-49f6-b6d1-5fa4fe33be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:25.676518 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:26.929176 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:27.527830 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:43.123944 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:09:48.304967 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:52.752053 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-b3eaea34-7573-4395-88f3-b2fdac139492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:55.115997 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe7cb-a37c-4083-8c7c-91278b65ccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:55.678024 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:56.934817 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:09:57.523402 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:18.294495 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:20.124453 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:10:22.757543 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3ab172ab-b87f-46d0-bbc5-919a6e340aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:25.117351 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2649-0fbd-4a1a-8d84-eead1f423192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:25.683139 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:26.932781 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:27.544175 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:48.292542 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:52.751267 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-be5fdee8-29d8-4938-a5da-7f7c41f1b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:55.109556 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1ad295b2-6468-409e-93fb-3c5b4d4b2c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:55.682934 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:56.932019 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:10:57.124316 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:10:57.545462 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:18.286284 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:22.766122 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d0afb98-1335-4453-aeb2-8dc79fa7eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:25.122656 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-1e310b73-d0b9-470f-bf85-4b0b51dfd539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:25.682664 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:26.933428 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:27.550526 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:34.124701 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:11:48.282124 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:52.777096 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8d110e64-c84c-4e1e-801a-554a9a6c6b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:55.122050 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-be598b7e-ec9a-4e8e-b292-60d4014823d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:55.693630 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:56.937383 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:11:57.554443 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:11.123779 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:12:18.275756 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:22.754006 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8a74283f-5a7f-4e19-b6ff-2552acea1035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:25.121440 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-70d37add-0e4c-4aa6-a75c-2198c6a1c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:25.687112 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:26.938635 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:27.544231 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:48.123602 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:12:48.279312 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:52.271288 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-96348cec-a7f6-462f-883d-6d0f4525c80f req-effffce2-5968-48f4-ba25-947193c41611 service neutron] (85384) timed out ('10.222.0.68', 37852) {{(pid=85384) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 20:12:52.753197 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-d6339f29-9a59-46be-a811-5c70f7fc5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:55.119100 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-145eb036-70e3-49a8-bead-5ba5a12ce08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:55.692856 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:56.949802 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:12:57.555393 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:09.696577 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.wsgi [req-66bdbf28-5da7-42db-8990-29b6d36129c8 req-a4f296b7-c79d-4d71-b47a-f385be685c17 service neutron] (85385) timed out ('10.222.0.68', 41200) {{(pid=85385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 20:13:18.292166 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:22.749278 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c7a542d3-56f6-4d89-af5d-48b1c610b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:25.115322 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-8661f6b1-bd5b-480a-837d-4c672f81267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:25.124415 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron.db.agents_db [None req-ba0490c9-b46b-465b-856f-c75135eeb90e None None] Agent healthcheck: found 6 active agents {{(pid=85387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 20:13:25.695922 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:26.935966 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:27.575890 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:48.303211 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-2f723a76-8f16-4523-a8a2-b357648dd0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:52.760673 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-5a828047-6904-4f07-92eb-dd3635b81376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:55.118087 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-55adb53d-d491-4617-85a6-20fb2e08daf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:55.697692 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-c9a95669-ed61-4447-a750-a5e12f79be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:56.946500 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-3b9e07ab-3a4d-473f-8ddd-139236177908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 20:13:57.560466 dv-cinder-784623-4-iscsi neutron-server[85271]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2901-94c3-414c-a945-6d434267fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252855215647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-11779'] for agent, after_update {{(pid=85386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}